-- Logs begin at Tue 2021-02-16 23:18:18 UTC, end at Wed 2021-02-17 00:19:45 UTC. -- Feb 16 23:54:36.257096 dv-cinder-759961-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 23:54:38.973831 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.common.config [-] Logging enabled! Feb 16 23:54:38.974420 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 16 23:54:38.975712 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83811) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 23:54:38.977447 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.common.config [-] Logging enabled! Feb 16 23:54:38.977739 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 16 23:54:38.978119 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83811) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 23:54:38.979708 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 23:54:38.979973 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 23:54:38.981017 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 23:54:38.981303 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 23:54:38.981562 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 23:54:38.981954 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.982305 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.982645 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.982911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.983250 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.983588 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.983916 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.984250 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.984589 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.984915 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.985232 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.985553 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.985816 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.986160 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.986491 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.986820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.987076 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] debug = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.987395 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.987929 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.988249 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.988564 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.988891 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.989201 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.989515 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.989833 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.990220 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] host = dv-cinder-759961-3-smb {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.990534 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.990864 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.991192 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.991519 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.991833 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.992148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.992473 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.992785 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.993096 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] log_file = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.993410 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.993746 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.994605 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.994953 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.995209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.995464 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.995794 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.996127 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.996440 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.996752 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.997062 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.997370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.997681 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.998010 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.998342 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.998667 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.998992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.999303 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.999611 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:38.999921 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.000229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.000553 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.000863 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.001172 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.001479 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.001806 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.002159 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.002472 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.002816 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.003140 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.003461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.003790 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.004103 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.004430 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.004739 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.005046 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.005354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] use_json = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.005663 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.005992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.006318 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.006628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.006937 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.007244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.007549 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.007875 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:39.008213 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.008552 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.008893 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.009213 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.009544 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.010440 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.010777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.011097 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.011430 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.011765 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.012091 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.012406 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.012731 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.013048 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.013387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.013740 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.014101 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.014437 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.014749 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.015059 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.015369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.015684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.016007 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.016343 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.016674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.016987 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.017303 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.017637 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.017973 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.018288 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.018605 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.018939 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.019258 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.019567 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.019884 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.020200 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.020510 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.020817 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.021133 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.021465 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.021777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.022133 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.022443 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.022757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.023063 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.023386 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.023704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.024013 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.024321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.024636 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.024943 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.025252 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.025615 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.025972 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.026283 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.026593 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.026903 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.027211 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.027520 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.027830 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.028137 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.028444 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.028757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.029065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.029372 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.029681 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.030010 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.030320 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.030642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.030975 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.031289 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.031602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.031914 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.032871 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.033199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.033517 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.033834 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.034184 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.034496 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.034831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.035151 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.036110 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.036439 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.036758 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.037100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.037417 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.038021 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.038335 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.038654 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.038978 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.039307 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.039644 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.039978 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.040313 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.040648 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.040999 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.041319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.041672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.042013 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:39.042264 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 23:54:39.042529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83811) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 16 23:54:39.700273 dv-cinder-759961-3-smb neutron-server[83811]: INFO keyring.backend [-] Loading Gnome Feb 16 23:54:39.717407 dv-cinder-759961-3-smb neutron-server[83811]: INFO keyring.backend [-] Loading Google Feb 16 23:54:39.719980 dv-cinder-759961-3-smb neutron-server[83811]: INFO keyring.backend [-] Loading Windows (alt) Feb 16 23:54:39.723439 dv-cinder-759961-3-smb neutron-server[83811]: INFO keyring.backend [-] Loading file Feb 16 23:54:39.724416 dv-cinder-759961-3-smb neutron-server[83811]: INFO keyring.backend [-] Loading keyczar Feb 16 23:54:39.724699 dv-cinder-759961-3-smb neutron-server[83811]: INFO keyring.backend [-] Loading multi Feb 16 23:54:39.725457 dv-cinder-759961-3-smb neutron-server[83811]: INFO keyring.backend [-] Loading pyfs Feb 16 23:54:39.770795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83811) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:54:39.771104 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83811) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:54:39.771425 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83811) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:54:39.771795 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 23:54:40.159256 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.159776 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.159882 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.209015 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.209331 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.209633 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.213263 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.213578 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.213879 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.281598 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.281906 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.282242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.284054 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.284566 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.285065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.559436 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.559760 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.560070 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.560376 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.561198 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.707861 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.708240 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.708568 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.708871 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.709167 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.709549 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.709847 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.710166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.710456 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.710792 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.711088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.711392 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.711696 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.711989 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.712304 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.712619 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.713489 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.713814 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.714130 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.714620 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.714909 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.715196 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.715538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.715823 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.716106 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.716529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 23:54:40.716807 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 23:54:40.717088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 23:54:40.717363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 23:54:40.717638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 23:54:40.717944 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 23:54:40.718356 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 23:54:40.721531 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 23:54:40.725424 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 23:54:40.729344 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Feb 16 23:54:40.731034 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 23:54:40.732291 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 23:54:40.732675 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 16 23:54:40.733115 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 23:54:40.735851 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 23:54:40.736134 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 23:54:40.736519 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 16 23:54:40.758957 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 16 23:54:40.759467 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.760323 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83811) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 16 23:54:40.760733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.762087 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83811) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 23:54:40.762405 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 16 23:54:40.762682 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 16 23:54:40.765882 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.766233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:40.834188 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 23:54:40.834410 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 23:54:40.834687 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 23:54:40.835088 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 23:54:40.867993 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.sqlalchemy.engines [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83811) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 16 23:54:41.318914 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Initializing driver for type 'gre' Feb 16 23:54:41.319448 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] gre ID ranges: [(1, 1000)] Feb 16 23:54:41.360177 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Initializing driver for type 'local' Feb 16 23:54:41.360544 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Initializing driver for type 'vlan' Feb 16 23:54:41.370736 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] VlanTypeDriver initialization complete Feb 16 23:54:41.371107 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Initializing driver for type 'vxlan' Feb 16 23:54:41.371640 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] vxlan ID ranges: [(1, 1000)] Feb 16 23:54:41.417439 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Initializing extension driver 'port_security' Feb 16 23:54:41.417800 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.extensions.port_security [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] PortSecurityExtensionDriver initialization complete Feb 16 23:54:41.418197 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Initializing mechanism driver 'openvswitch' Feb 16 23:54:41.424377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83811) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 23:54:41.425214 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > port after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.425626 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > port after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.426046 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > port after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.426473 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > subnet after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.426861 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > subnet after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.427241 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.427654 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > network after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.428035 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > network after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.428412 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > network after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.428822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > security_group after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.429202 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > security_group after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.429574 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.430009 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.430387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.430758 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.431297 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > address_group after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.431702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > address_group after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.432077 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.432439 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] ML2 OVO RPC backend initialized. {{(pid=83811) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 16 23:54:41.433155 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.433539 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.434019 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > network before_response 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.434399 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > networks before_response 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.434776 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > port before_response 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.435157 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > ports before_response 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.435531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > subnet before_response 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.435902 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > subnets before_response 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.436278 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > network after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.436651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > network after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.437021 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > network after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.437388 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > port after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.437775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > port after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.438149 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > port after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.438519 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > subnet after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.438892 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > subnet after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.439262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.439884 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.plugin [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Modular L2 Plugin initialization complete Feb 16 23:54:41.440237 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading services supported by the core plugin {{(pid=83811) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 23:54:41.440595 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.plugins.ml2.managers [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Got port-security extension from driver 'port_security' Feb 16 23:54:41.441100 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.extensions.vlantransparent [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Disabled vlantransparent extension. Feb 16 23:54:41.441577 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83811) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 23:54:41.441932 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading Plugin: router Feb 16 23:54:41.480669 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.481104 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router after_create 55549900 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.481509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router before_create 55549900 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.481947 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.482342 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.482734 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router after_delete 55549900 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.483127 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.483530 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router after_create 55549900 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.483905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router after_update 55549900 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.484287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router after_update 55549900 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.484680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.485070 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router after_update 55549900 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.485551 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router precommit_update 55549900 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.485982 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: port after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.486360 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: port after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.486730 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: subnet after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.487103 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.487488 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.487868 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router precommit_create 55549900 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.488247 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: port before_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.488623 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router precommit_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.489021 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router after_update 55549900 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.489395 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.489780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router precommit_create 55549900 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.490204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.490586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router precommit_update 55549900 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.491008 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > network after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.491988 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Tracking information for resource: router configured {{(pid=83811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 23:54:41.492367 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Tracking information for resource: floatingip configured {{(pid=83811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 23:54:41.497706 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_agentschedulers_db [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 23:54:41.498383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: port after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.498778 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: port after_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.499166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: port after_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.499548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: port after_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.500437 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router before_create 55550100 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.500835 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.501233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router precommit_create 55550100 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.501624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > router precommit_update 55550100 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.506296 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.provider_configuration [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service providers = [] {{(pid=83811) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 23:54:41.506689 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.servicetype_db [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83811) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 23:54:41.509673 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.service_base [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83811) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 23:54:41.510093 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.service_base [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83811) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 23:54:41.510471 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.service_base [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83811) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 23:54:41.511355 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.service_base [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83811) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 23:54:41.511754 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.services.service_base [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 23:54:41.512155 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 23:54:41.512503 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 23:54:41.522508 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 23:54:41.522878 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading Plugin: auto_allocate Feb 16 23:54:41.529101 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: network precommit_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.529505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: network precommit_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.530120 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 23:54:41.530479 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading Plugin: tag Feb 16 23:54:41.537331 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 23:54:41.537692 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading Plugin: timestamp Feb 16 23:54:41.542317 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 23:54:41.542831 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading Plugin: network_ip_availability Feb 16 23:54:41.548254 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.548653 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.549038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.549813 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 23:54:41.550196 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading Plugin: flavors Feb 16 23:54:41.554717 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 23:54:41.555087 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading Plugin: revisions Feb 16 23:54:41.559858 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 23:54:41.560279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=83811) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:54:41.561074 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83811) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 16 23:54:41.561429 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Initializing extension manager. Feb 16 23:54:41.562035 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: __init__.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.562416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: __pycache__ {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.562789 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.563158 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: address_group.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.564111 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.564746 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: address-group Feb 16 23:54:41.565108 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: address_scope.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.565870 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.566486 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: address-scope Feb 16 23:54:41.566846 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.567784 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.568363 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: router-admin-state-down-before-update Feb 16 23:54:41.568723 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: agent.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.569521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.570085 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: agent Feb 16 23:54:41.570445 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: agent_resources_synced.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.571362 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.571938 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: agent-resources-synced Feb 16 23:54:41.572325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: allowedaddresspairs.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.574148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.574740 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: allowed-address-pairs Feb 16 23:54:41.575102 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: auto_allocated_topology.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.576170 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.576751 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: auto-allocated-topology Feb 16 23:54:41.577111 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: availability_zone.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.577853 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.578462 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: availability_zone Feb 16 23:54:41.578820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: availability_zone_filter.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.579735 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.580310 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: availability_zone_filter Feb 16 23:54:41.580665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: data_plane_status.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.581577 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.582174 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 23:54:41.582528 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: default_subnetpools.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.583465 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.584048 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: default-subnetpools Feb 16 23:54:41.584405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.585348 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.585966 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: dhcp_agent_scheduler Feb 16 23:54:41.586317 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: dns.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.587238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.587828 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 23:54:41.588189 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: dns_domain_ports.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.589118 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.589686 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 23:54:41.590071 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: dvr.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.590790 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.591367 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: dvr Feb 16 23:54:41.591725 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: empty_string_filtering.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.592645 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.593221 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: empty-string-filtering Feb 16 23:54:41.593577 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.594529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.595098 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 23:54:41.595456 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.596373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.596944 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 23:54:41.597302 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: external_net.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.598239 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.598818 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: external-net Feb 16 23:54:41.599173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.600078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.600653 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: extra_dhcp_opt Feb 16 23:54:41.601006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: extraroute.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.601964 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.602545 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: extraroute Feb 16 23:54:41.602900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: extraroute_atomic.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.604438 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.605018 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: extraroute-atomic Feb 16 23:54:41.605375 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: filter_validation.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.606098 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.606673 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: filter-validation Feb 16 23:54:41.607052 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: fip_pf_description.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.607937 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.608506 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 23:54:41.608863 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: fip_port_details.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.609793 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.610393 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: fip-port-details Feb 16 23:54:41.610749 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: flavors.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.611974 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.612560 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: flavors Feb 16 23:54:41.612920 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.614578 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.615173 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 23:54:41.615635 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: floatingip_pools.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.616387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.616970 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: floatingip-pools Feb 16 23:54:41.617332 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: ip_allocation.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.618286 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.618865 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 23:54:41.619780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.620705 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.621286 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: ip-substring-filtering Feb 16 23:54:41.621644 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: l2_adjacency.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.622593 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.623166 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 23:54:41.623525 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: l3.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.624584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.625173 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: router Feb 16 23:54:41.625533 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.627807 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.628407 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 23:54:41.628775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.629709 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.630334 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: ext-gw-mode Feb 16 23:54:41.630696 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.631617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.632201 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: l3-ha Feb 16 23:54:41.632562 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: l3_flavors.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.633492 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.634108 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: l3-flavors Feb 16 23:54:41.634469 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.635413 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.635996 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 23:54:41.636358 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: l3agentscheduler.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.637620 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.638250 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: l3_agent_scheduler Feb 16 23:54:41.638619 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: logging.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.640128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.640725 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension logging not supported by any of loaded plugins Feb 16 23:54:41.641107 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: metering.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.641899 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.642631 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: metering Feb 16 23:54:41.643000 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.644130 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.644716 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: metering_source_and_destination_fields Feb 16 23:54:41.645078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: multiprovidernet.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.646046 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.646637 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: multi-provider Feb 16 23:54:41.646999 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: netmtu.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.647924 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.648505 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: net-mtu Feb 16 23:54:41.648865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: netmtu_writable.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.649789 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.650419 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: net-mtu-writable Feb 16 23:54:41.650783 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: network_availability_zone.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.651507 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.652085 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: network_availability_zone Feb 16 23:54:41.652444 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: network_ip_availability.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.653550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.654169 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: network-ip-availability Feb 16 23:54:41.654532 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: network_segment_range.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.655468 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.656047 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 23:54:41.656406 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: pagination.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.657404 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.657776 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: pagination Feb 16 23:54:41.658157 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: port_device_profile.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.659067 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.659649 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: port-device-profile Feb 16 23:54:41.660007 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.660945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.661527 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: port-mac-address-regenerate Feb 16 23:54:41.661889 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.663084 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.663664 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: port-numa-affinity-policy Feb 16 23:54:41.664028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: port_resource_request.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.664938 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.665515 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 23:54:41.666414 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: portbindings.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.667349 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.667929 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: binding Feb 16 23:54:41.668286 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: portbindings_extended.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.669584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.670204 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: binding-extended Feb 16 23:54:41.670564 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: portsecurity.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.671487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.672070 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: port-security Feb 16 23:54:41.672505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: project_id.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.673988 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.674510 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: project-id Feb 16 23:54:41.675128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: providernet.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.676330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.676940 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: provider Feb 16 23:54:41.677351 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: qos.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.680992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.682206 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension qos not supported by any of loaded plugins Feb 16 23:54:41.682623 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.685016 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.685616 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 23:54:41.686011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.686958 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.687547 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 23:54:41.687918 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: qos_default.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.688848 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.689430 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension qos-default not supported by any of loaded plugins Feb 16 23:54:41.689791 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: qos_fip.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.690518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.691095 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 23:54:41.691454 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: qos_gateway_ip.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.692398 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.692980 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 23:54:41.693341 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: qos_port_network_policy.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.694314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.694895 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 23:54:41.695256 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: qos_rule_type_details.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.696224 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.696805 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 23:54:41.697167 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: qos_rules_alias.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.698321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.698908 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 23:54:41.699274 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: quotasv2.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.700301 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.700675 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: quotas Feb 16 23:54:41.701034 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: quotasv2_detail.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.702709 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.703091 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: quota_details Feb 16 23:54:41.703460 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: rbac.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.704626 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.705231 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: rbac-policies Feb 16 23:54:41.705598 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: rbac_address_scope.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.706564 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.707153 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: rbac-address-scope Feb 16 23:54:41.707515 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: rbac_security_groups.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.708558 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.709151 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: rbac-security-groups Feb 16 23:54:41.709514 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: rbac_subnetpool.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.710482 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.711071 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: rbac-subnetpool Feb 16 23:54:41.711435 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: revisionifmatch.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.712370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.712957 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: revision-if-match Feb 16 23:54:41.713318 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: revisions.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.714475 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.715061 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: standard-attr-revisions Feb 16 23:54:41.715424 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: router_availability_zone.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.716147 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.716731 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: router_availability_zone Feb 16 23:54:41.717092 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: routerservicetype.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.718086 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.718667 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 23:54:41.719025 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.719969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.720557 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: security-groups-normalized-cidr Feb 16 23:54:41.720917 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.721839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.722455 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: port-security-groups-filtering Feb 16 23:54:41.722813 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.723766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.724370 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: security-groups-remote-address-group Feb 16 23:54:41.724738 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: securitygroup.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.738455 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.739071 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: security-group Feb 16 23:54:41.739445 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: segment.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.740313 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.740895 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension segment not supported by any of loaded plugins Feb 16 23:54:41.741260 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.742240 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.742831 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 23:54:41.743196 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: servicetype.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.744870 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.745468 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: service-type Feb 16 23:54:41.745834 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: sorting.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.746849 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.747226 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: sorting Feb 16 23:54:41.747591 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: standard_attr_segment.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.748519 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.749114 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 23:54:41.749477 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: standardattrdescription.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.750189 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.750789 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: standard-attr-description Feb 16 23:54:41.751153 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: stateful_security_group.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.752109 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.752705 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: stateful-security-group Feb 16 23:54:41.753067 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: stdattrs_common.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.753648 dv-cinder-759961-3-smb neutron-server[83811]: WARNING neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 23:54:41.754031 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.755049 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.755631 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 23:54:41.755995 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: subnet_onboard.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.757064 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.757668 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: subnet_onboard Feb 16 23:54:41.758057 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.758993 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.759588 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 23:54:41.759975 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: subnet_service_types.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.760915 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.761505 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: subnet-service-types Feb 16 23:54:41.761866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: subnetallocation.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.762979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.763567 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: subnet_allocation Feb 16 23:54:41.763930 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.764631 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.765222 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: subnetpool-prefix-ops Feb 16 23:54:41.765584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.766576 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.767156 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 23:54:41.767516 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: tagging.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.768788 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.769388 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: standard-attr-tag Feb 16 23:54:41.769753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: timestamp.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.770990 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.771583 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loaded extension: standard-attr-timestamp Feb 16 23:54:41.771948 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: trunk.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.772981 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.773569 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension trunk not supported by any of loaded plugins Feb 16 23:54:41.773967 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: trunk_details.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.774879 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.775979 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 23:54:41.776341 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: uplink_status_propagation.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.777276 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.777861 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 23:54:41.778249 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Loading extension file: vlantransparent.py {{(pid=83811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 23:54:41.778952 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:54:41.779529 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 23:54:41.782224 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:network Feb 16 23:54:41.783031 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:subnet Feb 16 23:54:41.783757 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 23:54:41.784415 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:port Feb 16 23:54:41.785900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.resource_helper [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 23:54:41.786478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.resource_helper [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service FLAVORS assigned prefix: {{(pid=83811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 23:54:41.787176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.resource_helper [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 23:54:41.787650 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.resource_helper [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 23:54:41.788282 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:router Feb 16 23:54:41.789059 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 23:54:41.789845 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.resource_helper [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service METERING assigned prefix: /metering {{(pid=83811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 23:54:41.792211 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.792612 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.792998 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83811) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 23:54:41.794178 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 23:54:41.794686 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:security_group Feb 16 23:54:41.795484 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 23:54:41.796291 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.resource_helper [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service CORE assigned prefix: {{(pid=83811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 23:54:41.796666 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 23:54:41.797036 dv-cinder-759961-3-smb neutron-server[83811]: WARNING neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] subnetpool is already registered Feb 16 23:54:41.797705 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.resource_helper [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service CORE assigned prefix: {{(pid=83811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 23:54:41.798110 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 23:54:41.798474 dv-cinder-759961-3-smb neutron-server[83811]: WARNING neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] subnetpool is already registered Feb 16 23:54:41.801236 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.resource_helper [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 23:54:41.801718 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.resource_helper [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service FLAVORS assigned prefix: {{(pid=83811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 23:54:41.802398 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.resource_helper [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 23:54:41.802864 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.resource_helper [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 23:54:41.803235 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:router Feb 16 23:54:41.803598 dv-cinder-759961-3-smb neutron-server[83811]: WARNING neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] router is already registered Feb 16 23:54:41.804305 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 23:54:41.804667 dv-cinder-759961-3-smb neutron-server[83811]: WARNING neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] floatingip is already registered Feb 16 23:54:41.805363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.resource_helper [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service METERING assigned prefix: /metering {{(pid=83811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 23:54:41.806126 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 23:54:41.806488 dv-cinder-759961-3-smb neutron-server[83811]: WARNING neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] rbac_policy is already registered Feb 16 23:54:41.807729 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:security_group Feb 16 23:54:41.808095 dv-cinder-759961-3-smb neutron-server[83811]: WARNING neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] security_group is already registered Feb 16 23:54:41.808760 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 23:54:41.809121 dv-cinder-759961-3-smb neutron-server[83811]: WARNING neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] security_group_rule is already registered Feb 16 23:54:41.809853 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.resource_helper [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service CORE assigned prefix: {{(pid=83811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 23:54:41.810248 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 23:54:41.810610 dv-cinder-759961-3-smb neutron-server[83811]: WARNING neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] subnetpool is already registered Feb 16 23:54:41.811276 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.resource_helper [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Service CORE assigned prefix: {{(pid=83811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 23:54:41.811680 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 23:54:41.812040 dv-cinder-759961-3-smb neutron-server[83811]: WARNING neutron.quota.resource_registry [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] subnetpool is already registered Feb 16 23:54:41.812762 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: extensions {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.814413 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: address-groups {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.816123 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: address-scopes {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.817420 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: agents {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.818702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: auto-allocated-topology {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.820079 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: availability_zones {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.821488 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: dhcp-networks {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.823630 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: dhcp-agents {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.825146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: routers {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.827098 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: flavors {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.828350 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: service_profiles {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.829662 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: next_providers {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.832121 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: service_profiles {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.833698 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: floatingip-pools {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.835050 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: routers {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.836982 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: floatingips {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.838317 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: l3-routers {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.839815 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: l3-agents {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.841327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: metering-labels {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.842795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: metering-label-rules {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.844170 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: network-ip-availabilities {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.845538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: bindings {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.847316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: quotas {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.848846 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: quotas {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.850401 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: rbac-policies {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.851770 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: security-groups {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.853068 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: security-group-rules {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.854456 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: service-providers {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.855777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: subnetpools {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.857277 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: subnetpools {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.858857 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: tags {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.860646 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: tags {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.862613 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: tags {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.864491 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: tags {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.866429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: tags {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.868241 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: tags {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.870705 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: tags {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.872664 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: tags {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.874681 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: tags {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.876657 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.extensions [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Extended resource: tags {{(pid=83811) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 23:54:41.883683 dv-cinder-759961-3-smb neutron-server[83811]: WARNING keystonemiddleware.auth_token [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 23:54:41.889497 dv-cinder-759961-3-smb neutron-server[83811]: WARNING keystonemiddleware.auth_token [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 23:54:41.898281 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Acquired lock "singleton_lock" {{(pid=83811) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 23:54:41.898810 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Releasing lock "singleton_lock" {{(pid=83811) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 23:54:41.900276 dv-cinder-759961-3-smb neutron-server[83811]: INFO oslo_service.service [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Starting 2 workers Feb 16 23:54:41.905105 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Started child 83920 {{(pid=83811) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 23:54:41.908963 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:54:41.909865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Started child 83921 {{(pid=83811) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 23:54:41.910496 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [-] (83920) wsgi starting up on http://0.0.0.0:9696 Feb 16 23:54:41.911376 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.service [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 23:54:41.912052 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Notify callbacks [] for process, before_spawn {{(pid=83811) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:54:41.913685 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:54:41.914688 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 46218) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:41.914838 dv-cinder-759961-3-smb neutron-server[83811]: INFO oslo_service.service [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Starting 1 workers Feb 16 23:54:41.915210 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [-] (83921) wsgi starting up on http://0.0.0.0:9696 Feb 16 23:54:41.920453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Started child 83923 {{(pid=83811) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 23:54:41.920947 dv-cinder-759961-3-smb neutron-server[83811]: INFO oslo_service.service [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Starting 1 workers Feb 16 23:54:41.922478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.service [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] calling RpcWorker wait() {{(pid=83923) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 23:54:41.922812 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.service [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] returning from RpcWorker wait() {{(pid=83923) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 23:54:41.925941 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:54:41.925941 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 23:54:41.926235 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Started child 83924 {{(pid=83811) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 23:54:41.926711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-082248f7-247c-4b7f-ad9f-4531866bcc64 None None] Notify callbacks [] for process, after_spawn {{(pid=83811) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:54:41.927838 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0103998 Feb 16 23:54:41.929479 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83811) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 16 23:54:41.929769 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 23:54:41.930679 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 23:54:41.930956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 23:54:41.931376 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 23:54:41.932117 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 23:54:41.932522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:54:41.932638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.932956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.933268 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.933477 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 23:54:41.933576 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.933880 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.934556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.934837 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.935145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.935458 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.935747 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.935946 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.936144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.936436 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.936709 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.937050 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.937359 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.937642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.937935 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.938157 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.938436 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.938757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.939053 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.939354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] debug = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.939646 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.940209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.940473 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.940773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.941047 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.941364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.941642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.941963 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.942266 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.942541 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.942793 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.943240 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.943638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.944053 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.944491 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.944869 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.945477 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] host = dv-cinder-759961-3-smb {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.945878 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.946317 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.946739 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.947260 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.948221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.948637 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.949095 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.949545 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.949997 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.950440 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.950873 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.951290 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.951716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.952129 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_file = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.952465 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_options = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.952866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.953323 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.953775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.954166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.954505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.954836 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.955294 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.955628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.956065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.956462 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.956854 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.957247 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.957666 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.958101 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.958531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.958929 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.959360 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.959747 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.960208 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.960637 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.961048 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.962164 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.962594 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.963067 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.963487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.963888 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.964304 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.964710 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.965115 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.965533 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.966012 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.966455 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.968557 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.968557 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.968557 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.968557 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.968873 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.969075 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.969321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.969641 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.969992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.970199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.970876 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.970876 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.971037 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.971187 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] use_json = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.971630 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.971630 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.971889 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.975366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.975366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.975366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.975366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.975366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:41.975366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.975366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.975366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.975911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.975911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.975911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.975911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.975911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.975911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.976258 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.976395 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.976720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.978285 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.978285 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.978483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.979221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.979221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.979410 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.979578 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.980156 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.980156 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.980325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.980637 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.981634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.981634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.981634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.981860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.981988 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.982327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.982583 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.982836 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.984602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.984602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.984602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.984602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.984602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.985183 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.985437 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.985714 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.986031 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.986483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.986905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.987318 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.987713 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.988121 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.988519 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.988796 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.989072 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.989362 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.989663 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.990540 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.990540 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.990540 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.990766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.990986 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.991305 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.991563 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.992248 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.992248 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.992406 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.992655 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.992936 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.993425 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.993706 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.994603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.994722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.994977 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.995246 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.995521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.995771 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.996047 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.996302 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.996699 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.997561 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.997561 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.997561 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.997801 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.997871 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.998140 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.998393 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.998659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.998908 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.999176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.999425 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:41.999737 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.000063 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.000520 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.000812 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.001069 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.002095 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.002095 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.002095 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.002095 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.002648 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.002648 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.002931 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.003156 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.003404 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.003683 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.003943 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.004780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.004780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.004780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.005204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.005204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.005462 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.005689 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.005979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.006480 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.006761 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.007075 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.007394 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.007652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.007982 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.008271 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.008570 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.009095 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.009389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.010488 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.010998 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.013204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.013204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.013204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.013204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.013204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.013204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.013204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.013957 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.014057 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.014378 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.014733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.015027 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.015425 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.015731 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.016003 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.016260 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.016580 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.016888 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.017148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.017448 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.017755 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.018085 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.018370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.018667 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.018925 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.019179 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.019455 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.019709 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.019996 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.020250 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.020508 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.020775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.021025 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.021279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.021716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.022179 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.022624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.023058 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.023488 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.023973 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.024231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.024498 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.024774 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.025032 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.025318 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.025620 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.025802 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.026116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.026374 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.026685 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.026984 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.027512 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.027512 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.027741 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.028211 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.028941 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.028941 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.029108 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.029273 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.029461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.029719 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.030074 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.030236 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.030522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.030775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.031122 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.031551 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.032070 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.032525 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.032952 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.033380 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.033792 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.034247 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.034646 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.035464 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.035464 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.035464 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.035796 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.035903 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.036130 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.036404 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.036667 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.036939 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.037195 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.037450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.037700 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.039126 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.039850 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.039850 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.040024 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.040144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.040590 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.040873 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.041130 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.041394 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.041651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.042008 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.042876 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.043981 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.044298 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.045505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.045505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.045810 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.046109 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.046430 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.046733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.047031 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.047328 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.047706 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.047976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.048262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.048540 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.048827 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.049091 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.049430 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.049797 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.050160 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.050495 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.050809 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.051145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.051474 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.051797 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.052065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.052379 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.052752 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.053040 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.053336 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.053607 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.053968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.054236 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.054499 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.054756 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.055010 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.055270 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.055556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.055840 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.056105 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.056385 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.057310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.057548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.057823 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.058085 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.058352 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.058606 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.058781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 23:54:42.059316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83811) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 16 23:54:42.059505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 23:54:42.059687 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 23:54:42.059910 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 23:54:42.060110 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 23:54:42.060292 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 23:54:42.060540 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.060731 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.060921 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.061109 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.061296 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.061516 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.061706 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.061893 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.062122 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.062311 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.062497 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.062684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.062871 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.063057 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.063242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.063429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.063615 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.063801 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.063979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.064152 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.064343 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.064530 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.064715 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] debug = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.064896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.065099 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.065837 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.065837 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.065837 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.065837 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.066327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.066327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.066327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.066680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.066680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.066854 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.066945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.067107 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.067277 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.067616 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.067979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] host = dv-cinder-759961-3-smb {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.068165 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.068351 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.068908 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.068908 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.068908 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.069191 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.069191 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.069362 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.070029 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.070029 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.070029 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.070029 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.070467 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.070467 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_file = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.070467 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_options = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.070767 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.070871 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.070986 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.071151 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.071319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.071631 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.071931 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.072832 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.073176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.073529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.073704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.073889 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.074091 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.074271 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.074413 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.074586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.074772 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.074957 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.075181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.075304 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.075482 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.075668 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.075851 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.076030 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.076241 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.076341 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.076524 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.076690 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.077052 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.077221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.077545 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.077849 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.078186 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.078509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.078843 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.079259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.080210 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.080352 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.080435 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.080659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.081410 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.081603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.081795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.082018 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.082208 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.082363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] use_json = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.082525 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.082710 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.082896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.083084 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.083253 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.083429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.083610 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.083763 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 23:54:42.083984 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.084145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.084352 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.084543 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.084732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.084923 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.085112 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.085343 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.085486 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.085684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.085859 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.086073 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.086274 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.086466 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.086651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.086842 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.087012 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.087187 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.087347 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.087533 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.087792 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.087937 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.088054 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.088207 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.088375 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.089527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.089527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.089527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.089527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.089527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.089527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.089527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.090426 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.090426 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.090426 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.090426 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.090426 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.091017 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.091017 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.091017 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.091017 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.091405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.091405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.091584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.091677 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.091865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.092128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.092232 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.092384 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.092575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.092777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.093063 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.093262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.093262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.093469 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.093654 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.093781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.094048 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.094335 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.094449 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.094597 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.094739 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.094889 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.095081 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.095283 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.095467 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.095659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.096178 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.096178 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.096178 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.096549 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.096549 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.096795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.097009 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.098038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.098038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.098038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.098038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.098038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.098038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.098924 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.098924 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.098924 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.098924 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.098924 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.099542 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.099542 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.099542 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.099852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.099852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.100070 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.100213 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.100328 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.100460 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.100922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.100922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.100922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.101191 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.101285 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.101439 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.101628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.101817 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.102562 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 23:54:42.102920 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.103120 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.103314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.103532 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.103723 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.103914 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.104105 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.104295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.104485 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.104686 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.104877 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.105071 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.105267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.105465 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.105666 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.105856 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.106748 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.107727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.107727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.107727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.107727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.107727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.108242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.108242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.108242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.108531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.108531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.108704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.108796 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.108978 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.109222 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.109413 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.109580 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.109791 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.110087 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.110176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.110315 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.110490 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.110720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.110856 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.111045 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.111236 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.111427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.111622 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.111812 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.112001 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.112191 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.112439 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.112534 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.112715 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.112904 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.113093 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.113282 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.113476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.113662 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.113846 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.114069 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.114187 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.114373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.114544 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.114736 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.114979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.115073 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.115239 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.115604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.115770 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.115958 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.116839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.116839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.116839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.116839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.116839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.117518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.117518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.117518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.117518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.118604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.118604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.118604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.118604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.118604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.118604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.118604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.119737 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.119737 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.119737 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.119999 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.119999 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.120174 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.120323 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.120519 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.120710 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.120945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.121041 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.121246 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.121425 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.121570 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.121799 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.121973 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.122119 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.122293 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.122482 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.122672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.122672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.122672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.122672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.122672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.123776 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.123776 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.123896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.124094 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.124235 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.124505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.124505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.124860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.124860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.125210 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.125210 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.125539 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.125539 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.125796 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.125976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.126128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.126354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.126354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.126618 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.126753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.126896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.127030 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.127265 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.127416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.127560 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.127695 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.127890 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.128089 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.128286 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.128478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.128682 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.128926 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.129069 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.129214 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.129361 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.129560 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.129749 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.130008 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.130161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.130298 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.130433 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.130622 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.130813 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.131075 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.131227 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.131363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.131498 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.131677 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.131865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.132054 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.132291 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.132451 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.132587 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.132722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.132902 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:54:42.133059 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83811) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 23:54:52.075409 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291c75f4-667c-4fa4-b2f1-8b35bba8f17f None None] get_active_networks_info from dv-cinder-759961-3-smb {{(pid=83923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 23:54:52.166299 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2db561e6-a691-4ff8-a1e2-c71aca367c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561'] for agent, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:54:52.186035 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291c75f4-667c-4fa4-b2f1-8b35bba8f17f None None] No non-hosted networks {{(pid=83923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 23:54:54.426961 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0f60ed74-7643-437a-a1c3-8a056a277260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561'] for agent, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:54:54.487946 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-94a37f83-6c58-433d-abf0-df95de0a80d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:54:54.875417 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561'] for agent, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:54:56.073993 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561'] for agent, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:54:56.075572 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:54:56.076138 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:54:56.076692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:54:56.077248 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:54:56.077820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:54:56.078421 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:54:56.078978 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:54:56.079528 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:54:56.080075 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:54:56.080638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:54:56.081188 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:54:56.086384 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:54:56.090446 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759961-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 23:54:56.098158 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759961-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 23:54:56.305011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561'] for agent, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:54:57.912968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 46322) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:57.984080 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] get_endpoint_by_host() called for host dv-cinder-759961-3-smb {{(pid=83923) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 16 23:54:57.989413 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] get_endpoint_by_ip() called for ip 192.168.0.70 {{(pid=83923) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 16 23:54:57.992716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] _add_endpoint() called for ip 192.168.0.70 {{(pid=83923) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 16 23:54:57.998935 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] _get_endpoints() called {{(pid=83923) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 16 23:54:58.541327 dv-cinder-759961-3-smb neutron-server[83811]: WARNING oslo_policy.policy [None req-4fc0973d-e0f8-443f-aff5-5fd686919bf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:54:58.541938 dv-cinder-759961-3-smb neutron-server[83811]: WARNING oslo_policy.policy [None req-4fc0973d-e0f8-443f-aff5-5fd686919bf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:54:58.775370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [None req-4fc0973d-e0f8-443f-aff5-5fd686919bf4 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=83920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:54:58.776431 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4fc0973d-e0f8-443f-aff5-5fd686919bf4 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8622041 Feb 16 23:55:00.584934 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_hamode_db [None req-96eecad7-6a62-4391-bdbb-8cd3abf696a7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 23:55:00.675258 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eecad7-6a62-4391-bdbb-8cd3abf696a7 None None] Routers set() bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 23:55:00.675600 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eecad7-6a62-4391-bdbb-8cd3abf696a7 None None] Router IDs set() for agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 16 23:55:01.499649 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 46338) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:01.885501 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-9c6bfa7b-9281-4ce7-8b27-3b855264f650 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:01.954148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.policy [None req-9c6bfa7b-9281-4ce7-8b27-3b855264f650 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83920) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 16 23:55:01.990137 dv-cinder-759961-3-smb neutron-server[83811]: WARNING oslo_policy.policy [None req-9c6bfa7b-9281-4ce7-8b27-3b855264f650 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:55:01.990552 dv-cinder-759961-3-smb neutron-server[83811]: WARNING oslo_policy.policy [None req-9c6bfa7b-9281-4ce7-8b27-3b855264f650 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:55:02.017026 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota [None req-9c6bfa7b-9281-4ce7-8b27-3b855264f650 admin admin] Loaded quota_driver: . Feb 16 23:55:02.033265 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-9c6bfa7b-9281-4ce7-8b27-3b855264f650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 23:55:02.091840 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9c6bfa7b-9281-4ce7-8b27-3b855264f650 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768587287356', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768587236530', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768587248361', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768587258571', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768587259730', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036849991605', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036849833812', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854134258', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854184285'] for rbac-policy, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:02.154455 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9c6bfa7b-9281-4ce7-8b27-3b855264f650 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:02.155630 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9c6bfa7b-9281-4ce7-8b27-3b855264f650 admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6549478 Feb 16 23:55:05.096116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 46352) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:05.468620 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '96553394eb314f45b649b726008f1ff1'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:05.474370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 23:55:05.479026 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Usage tracker for resource:network and tenant:96553394eb314f45b649b726008f1ff1 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 23:55:05.482646 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 23:55:05.488641 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 23:55:05.496990 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Made reservation on behalf of 96553394eb314f45b649b726008f1ff1 for: {'network': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 23:55:05.503025 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:05.521530 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:05.692009 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 23:55:05.696168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Usage tracker for resource:security_group_rule and tenant:96553394eb314f45b649b726008f1ff1 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 23:55:05.700269 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 23:55:05.705867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 23:55:05.802108 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:05.804756 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:05.809867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:05.829224 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=83920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 23:55:05.855215 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268265982239', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:05.855703 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Added segment 76438e7e-89e6-4df8-aad9-f7f74ee7a675 of type vxlan for network 94ccf325-ae07-4ff8-9fad-2507634d29ec Feb 16 23:55:05.910716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce9d593-4b99-4ee4-9b3f-1e4b586bea91,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:05.930808 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:05.931697 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:05.932060 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:05.932419 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:05.932767 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:05.933116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:05.933463 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:05.933808 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:05.934194 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:05.934541 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:05.934884 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:05.935227 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Tracked resource versions report: Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: pushed versions: Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: { 'AddressGroup': {'1.1'}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': {'1.0'}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': {'1.0'}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': {'1.1'}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': {'1.7'}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': {'1.2'}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': {'1.8'}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': {'1.4'}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': {'1.2'}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': {'1.0'}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': {'1.1'}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': {'1.1'}} Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: consumer versions: Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: { DHCP agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: L3 agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: Metadata agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: Metering agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: Open vSwitch agent@dv-cinder-759961-3-smb: { 'AddressGroup': '1.1', Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': '1.0', Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': '1.0', Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': '1.1', Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': '1.7', Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': '1.2', Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': '1.8', Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': '1.4', Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': '1.2', Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': '1.0', Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': '1.1', Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': '1.1'}} Feb 16 23:55:05.936366 dv-cinder-759961-3-smb neutron-server[83811]: {{(pid=83920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 23:55:05.975450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:05.983649 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:06.014234 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:06.015567 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:55:06.016194 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:06.020905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:06.132609 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0352883 Feb 16 23:55:06.133276 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Pushing event updated for resources: {'Network': ['ID=94ccf325-ae07-4ff8-9fad-2507634d29ec,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:06.159576 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:06.168280 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network 94ccf325-ae07-4ff8-9fad-2507634d29ec details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 23:55:09.173676 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 46368) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:09.653670 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0607b8d-7c82-4376-8e05-7f4347c9840f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:55:09.655122 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b0607b8d-7c82-4376-8e05-7f4347c9840f admin admin] 10.222.0.63 "GET /v2.0/networks/94ccf325-ae07-4ff8-9fad-2507634d29ec HTTP/1.1" status: 200 len: 818 time: 0.4803979 Feb 16 23:55:09.686698 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-f2bbcf58-a1b1-4069-88aa-10bcf1cb5a8d admin admin] 10.222.0.63 "GET /v2.0/subnetpools/1fee4c37-aeef-4afe-97be-9214ff1ad0af HTTP/1.1" status: 200 len: 734 time: 0.0254846 Feb 16 23:55:09.695927 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '1fee4c37-aeef-4afe-97be-9214ff1ad0af', 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec', 'name': 'private-subnet', 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'ip_version': 4}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:09.700363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 23:55:09.704285 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Usage tracker for resource:subnet and tenant:96553394eb314f45b649b726008f1ff1 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 23:55:09.707246 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 23:55:09.713295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 23:55:09.722081 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Made reservation on behalf of 96553394eb314f45b649b726008f1ff1 for: {'subnet': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 23:55:09.726605 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:10.195083 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for subnet, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:10.209577 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:10.343449 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b82c8f9d-bd5e-40e0-b38f-067628a0fc9c,revision_number=0']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:10.346722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:10.413689 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Checking segment: {'id': '76438e7e-89e6-4df8-aad9-f7f74ee7a675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 23:55:10.414131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Network hostable DHCP agents. Network: 94ccf325-ae07-4ff8-9fad-2507634d29ec, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 23:55:10.434548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Network 94ccf325-ae07-4ff8-9fad-2507634d29ec is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 23:55:10.443115 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, 94ccf325-ae07-4ff8-9fad-2507634d29ec) {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 23:55:10.448052 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:55:10.448676 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:10.453265 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cee157-b7bb-4a9d-b68d-38b2a2ed990c None None] Network 94ccf325-ae07-4ff8-9fad-2507634d29ec requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 23:55:10.468292 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7759154 Feb 16 23:55:10.940738 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccd5eaf3-89f0-5dfc-bdac-1689e049924f-94ccf325-ae07-4ff8-9fad-2507634d29ec', 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec', 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'fixed_ips': [{'subnet_id': 'b82c8f9d-bd5e-40e0-b38f-067628a0fc9c'}]}} from dv-cinder-759961-3-smb. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 23:55:10.941781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:11.258429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Allocated IP 172.20.0.2 (94ccf325-ae07-4ff8-9fad-2507634d29ec/b82c8f9d-bd5e-40e0-b38f-067628a0fc9c/cdcf8914-cd88-4662-becf-24c3d4f8698f) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 23:55:11.497596 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:11.510502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Transition to ACTIVE for port object cdcf8914-cd88-4662-becf-24c3d4f8698f will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 23:55:11.529652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Transition to ACTIVE for port object cdcf8914-cd88-4662-becf-24c3d4f8698f will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 23:55:11.535370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:11.551347 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:11.690450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Pushing event updated for resources: {'Port': ['ID=cdcf8914-cd88-4662-becf-24c3d4f8698f,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:11.702420 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:11.702799 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:11.703167 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:11.703533 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:11.703887 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:11.704243 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:11.704598 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:11.704949 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:11.705302 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:11.705652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:11.706024 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:11.706379 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Tracked resource versions report: Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: pushed versions: Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: { 'AddressGroup': {'1.1'}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': {'1.0'}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': {'1.0'}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': {'1.1'}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': {'1.7'}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': {'1.2'}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': {'1.8'}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': {'1.4'}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': {'1.2'}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': {'1.0'}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': {'1.1'}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': {'1.1'}} Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: consumer versions: Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: { DHCP agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: L3 agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: Metadata agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: Metering agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: Open vSwitch agent@dv-cinder-759961-3-smb: { 'AddressGroup': '1.1', Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': '1.0', Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': '1.0', Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': '1.1', Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': '1.7', Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': '1.2', Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': '1.8', Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': '1.4', Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': '1.2', Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': '1.0', Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': '1.1', Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': '1.1'}} Feb 16 23:55:11.707524 dv-cinder-759961-3-smb neutron-server[83811]: {{(pid=83923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 23:55:11.715104 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:11.762515 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Network 94ccf325-ae07-4ff8-9fad-2507634d29ec is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 23:55:11.763657 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Resources bound (agent type, host, resource id): {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 23:55:11.766497 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 23:55:11.828056 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Attempting to bind port cdcf8914-cd88-4662-becf-24c3d4f8698f on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:55:11.828488 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Attempting to bind port cdcf8914-cd88-4662-becf-24c3d4f8698f by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '76438e7e-89e6-4df8-aad9-f7f74ee7a675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 23:55:11.828898 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Attempting to bind port cdcf8914-cd88-4662-becf-24c3d4f8698f on network 94ccf325-ae07-4ff8-9fad-2507634d29ec {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 23:55:11.834429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 23, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:11.834849 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Checking segment: {'id': '76438e7e-89e6-4df8-aad9-f7f74ee7a675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 23:55:11.835326 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:11.835756 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Bound using segment: {'id': '76438e7e-89e6-4df8-aad9-f7f74ee7a675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:11.836288 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Bound port: cdcf8914-cd88-4662-becf-24c3d4f8698f, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76438e7e-89e6-4df8-aad9-f7f74ee7a675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 23:55:11.836696 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:11.929437 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] For port cdcf8914-cd88-4662-becf-24c3d4f8698f, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 23:55:11.933584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] For port cdcf8914-cd88-4662-becf-24c3d4f8698f, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=cdcf8914-cd88-4662-becf-24c3d4f8698f,segment=NetworkSegment(76438e7e-89e6-4df8-aad9-f7f74ee7a675),segment_id=76438e7e-89e6-4df8-aad9-f7f74ee7a675)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 23:55:11.936801 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:11.951811 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:12.105428 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Pushing event updated for resources: {'Port': ['ID=cdcf8914-cd88-4662-becf-24c3d4f8698f,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:12.110550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:13.209963 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 46378) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:13.617633 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [None req-60fbe388-e1ec-4adb-975f-2b9cd5160eb2 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=83920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:55:13.619265 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-60fbe388-e1ec-4adb-975f-2b9cd5160eb2 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4083371 Feb 16 23:55:16.059866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device cdcf8914-cd88-4662-becf-24c3d4f8698f up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 23:55:16.130313 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port cdcf8914-cd88-4662-becf-24c3d4f8698f completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 23:55:16.387134 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 46392) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:16.789017 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [None req-d7a05a14-e04d-45a8-b7ca-4cd1a965f675 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=83920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:55:16.790788 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-d7a05a14-e04d-45a8-b7ca-4cd1a965f675 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4020154 Feb 16 23:55:16.911647 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ca188-b2b9-4a24-aa65-390641878b39 None None] Network 94ccf325-ae07-4ff8-9fad-2507634d29ec requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 23:55:17.006717 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-ca4ed115-0bde-4071-a25f-2a4dddb81cc1 None None] Provisioning for port cdcf8914-cd88-4662-becf-24c3d4f8698f completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 23:55:17.017539 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-ca4ed115-0bde-4071-a25f-2a4dddb81cc1 None None] Provisioning complete for port cdcf8914-cd88-4662-becf-24c3d4f8698f triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:55:17.017984 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ca4ed115-0bde-4071-a25f-2a4dddb81cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:17.228443 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ca4ed115-0bde-4071-a25f-2a4dddb81cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:17.304815 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-ca4ed115-0bde-4071-a25f-2a4dddb81cc1 None None] For port cdcf8914-cd88-4662-becf-24c3d4f8698f, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=cdcf8914-cd88-4662-becf-24c3d4f8698f,segment=NetworkSegment(76438e7e-89e6-4df8-aad9-f7f74ee7a675),segment_id=76438e7e-89e6-4df8-aad9-f7f74ee7a675)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 23:55:17.309732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ca4ed115-0bde-4071-a25f-2a4dddb81cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:17.314688 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:17.405629 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ed115-0bde-4071-a25f-2a4dddb81cc1 None None] Pushing event updated for resources: {'Port': ['ID=cdcf8914-cd88-4662-becf-24c3d4f8698f,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:17.410197 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ca4ed115-0bde-4071-a25f-2a4dddb81cc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:17.635550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-4c69339f-d62b-4156-a7c5-8bee7d716552 None None] Provisioning complete for port cdcf8914-cd88-4662-becf-24c3d4f8698f triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:55:17.635917 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4c69339f-d62b-4156-a7c5-8bee7d716552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:18.034204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-7e43a94e-9dfc-45f7-af89-a6c07582ae43 None None] Provisioning complete for port cdcf8914-cd88-4662-becf-24c3d4f8698f triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:55:18.034614 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7e43a94e-9dfc-45f7-af89-a6c07582ae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:18.068753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device cdcf8914-cd88-4662-becf-24c3d4f8698f up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 23:55:18.209552 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port cdcf8914-cd88-4662-becf-24c3d4f8698f triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:55:18.209980 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:19.824010 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 46404) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:20.194558 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-9dd61235-5bd1-42b4-a152-219eb4c0c8eb admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'name': 'router1'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:20.199910 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-9dd61235-5bd1-42b4-a152-219eb4c0c8eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 23:55:20.203944 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-9dd61235-5bd1-42b4-a152-219eb4c0c8eb admin admin] Usage tracker for resource:router and tenant:96553394eb314f45b649b726008f1ff1 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 23:55:20.207174 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-9dd61235-5bd1-42b4-a152-219eb4c0c8eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 23:55:20.213361 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-9dd61235-5bd1-42b4-a152-219eb4c0c8eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 23:55:20.222173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9dd61235-5bd1-42b4-a152-219eb4c0c8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5050'] for router, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:20.223506 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9dd61235-5bd1-42b4-a152-219eb4c0c8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854024533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770814'] for router, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:20.245648 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9dd61235-5bd1-42b4-a152-219eb4c0c8eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:20.351548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9dd61235-5bd1-42b4-a152-219eb4c0c8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854104902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715288'] for router, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:20.370120 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9dd61235-5bd1-42b4-a152-219eb4c0c8eb admin admin] Notify callbacks [] for router, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:20.371373 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9dd61235-5bd1-42b4-a152-219eb4c0c8eb admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5462897 Feb 16 23:55:21.962241 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee5a316d-05f0-46cf-900b-e20e57453290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:23.061400 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 46414) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:23.686054 dv-cinder-759961-3-smb neutron-server[83811]: WARNING oslo_policy.policy [None req-2a691c88-e711-4ac7-afb1-6178407e751d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:55:23.686633 dv-cinder-759961-3-smb neutron-server[83811]: WARNING oslo_policy.policy [None req-2a691c88-e711-4ac7-afb1-6178407e751d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:55:23.920505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [None req-2a691c88-e711-4ac7-afb1-6178407e751d admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=83921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:55:23.921793 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-2a691c88-e711-4ac7-afb1-6178407e751d admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8583169 Feb 16 23:55:24.429950 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-782d61e1-71bd-433c-9a6d-9ec62129e3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:24.827963 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:26.040782 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:26.256949 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:26.635103 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 46438) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:26.800191 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:26.803099 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.quota [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Loaded quota_driver: . Feb 16 23:55:26.818668 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 23:55:26.825036 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Usage tracker for resource:network and tenant:47cf98ea362f4449abf7590a64c496f8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 23:55:26.829493 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 23:55:26.837436 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 23:55:26.851414 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Made reservation on behalf of 47cf98ea362f4449abf7590a64c496f8 for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 23:55:26.900256 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.policy [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83921) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 16 23:55:26.936780 dv-cinder-759961-3-smb neutron-server[83811]: WARNING oslo_policy.policy [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:55:26.937191 dv-cinder-759961-3-smb neutron-server[83811]: WARNING oslo_policy.policy [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:55:26.966097 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:26.986314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:27.001652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 23:55:27.005599 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Usage tracker for resource:security_group_rule and tenant:47cf98ea362f4449abf7590a64c496f8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 23:55:27.008967 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 23:55:27.015307 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 23:55:27.271897 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:27.275316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:27.280048 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:27.292551 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Reserving flat network on physical network physnet1 {{(pid=83921) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 16 23:55:27.324430 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268265982239', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:27.325007 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Unsubscribe: segment precommit_create {{(pid=83921) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 16 23:55:27.325486 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Added segment 86cd91ea-fd58-4625-ada7-37be65521956 of type flat for network 4cea41e0-975c-4c05-822b-6951b7473dd4 Feb 16 23:55:27.376021 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8c2ad8-2f30-4331-a3b6-94023b6f57db,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:27.396183 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:27.396550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:27.396903 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:27.397255 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:27.397598 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:27.397958 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:27.398303 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:27.398639 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:27.398991 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:27.399931 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:27.400310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:27.400645 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Tracked resource versions report: Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: pushed versions: Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: { 'AddressGroup': {'1.1'}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': {'1.0'}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': {'1.0'}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': {'1.1'}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': {'1.7'}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': {'1.2'}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': {'1.8'}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': {'1.4'}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': {'1.2'}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': {'1.0'}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': {'1.1'}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': {'1.1'}} Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: consumer versions: Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: { DHCP agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: L3 agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: Metadata agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: Metering agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: Open vSwitch agent@dv-cinder-759961-3-smb: { 'AddressGroup': '1.1', Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': '1.0', Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': '1.0', Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': '1.1', Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': '1.7', Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': '1.2', Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': '1.8', Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': '1.4', Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': '1.2', Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': '1.0', Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': '1.1', Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': '1.1'}} Feb 16 23:55:27.401792 dv-cinder-759961-3-smb neutron-server[83811]: {{(pid=83921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 23:55:27.429095 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:27.460274 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:27.502892 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:27.504263 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:55:27.504895 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:27.510255 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:27.621327 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9851027 Feb 16 23:55:27.622097 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Pushing event updated for resources: {'Network': ['ID=4cea41e0-975c-4c05-822b-6951b7473dd4,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:27.636908 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:27.649002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 23:55:30.169088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 46464) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:30.288614 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07a6cbd-1c21-4250-9043-af1cf9a1f929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:55:30.290102 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-d07a6cbd-1c21-4250-9043-af1cf9a1f929 admin admin] 10.222.0.63 "GET /v2.0/subnets/b82c8f9d-bd5e-40e0-b38f-067628a0fc9c HTTP/1.1" status: 200 len: 849 time: 0.1199369 Feb 16 23:55:30.470287 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4383aaee-3096-4d7f-8946-f918f68023cd admin admin] 10.222.0.63 "GET /v2.0/routers/a4590f74-718a-487d-a778-4c3e3c80216b HTTP/1.1" status: 200 len: 704 time: 0.1739340 Feb 16 23:55:30.961772 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:31.333043 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Allocated IP 172.20.0.1 (94ccf325-ae07-4ff8-9fad-2507634d29ec/b82c8f9d-bd5e-40e0-b38f-067628a0fc9c/6c460961-8410-4979-8a5f-f393ba8865ba) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 23:55:31.638394 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:31.657090 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Transition to ACTIVE for port object 6c460961-8410-4979-8a5f-f393ba8865ba will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 23:55:31.712777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:31.727373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:31.860396 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Pushing event updated for resources: {'Port': ['ID=6c460961-8410-4979-8a5f-f393ba8865ba,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:31.866517 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:31.918122 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Network 94ccf325-ae07-4ff8-9fad-2507634d29ec is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 23:55:31.919153 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 23:55:31.921801 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 23:55:31.922338 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854108159'] for router_interface, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:32.155373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-0d5e7ed3-98cc-4c17-b157-f47268065ffc None None] Provisioning for port 6c460961-8410-4979-8a5f-f393ba8865ba completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 23:55:32.160197 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-0d5e7ed3-98cc-4c17-b157-f47268065ffc None None] Provisioning complete for port 6c460961-8410-4979-8a5f-f393ba8865ba triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:55:32.160601 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0d5e7ed3-98cc-4c17-b157-f47268065ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:32.189402 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:32.217042 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e7ed3-98cc-4c17-b157-f47268065ffc None None] Port 6c460961-8410-4979-8a5f-f393ba8865ba cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 23:55:32.475297 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:32.479110 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:32.480212 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667751'] for router_interface, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:32.495050 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:32.627013 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Pushing event updated for resources: {'Port': ['ID=6c460961-8410-4979-8a5f-f393ba8865ba,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:32.631180 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:32.684512 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Network 94ccf325-ae07-4ff8-9fad-2507634d29ec is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 23:55:32.685603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 23:55:32.885379 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Router a4590f74-718a-487d-a778-4c3e3c80216b is scheduled to L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa with binding_index 1 {{(pid=83921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 23:55:32.940646 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-5e9bbedd-9e40-4997-8bfa-1fb17c5d389c None None] Provisioning complete for port 6c460961-8410-4979-8a5f-f393ba8865ba triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:55:32.941056 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5e9bbedd-9e40-4997-8bfa-1fb17c5d389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:32.999674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-5e9bbedd-9e40-4997-8bfa-1fb17c5d389c None None] Port 6c460961-8410-4979-8a5f-f393ba8865ba cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 23:55:33.206146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 23:55:33.215928 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] 10.222.0.63 "PUT /v2.0/routers/a4590f74-718a-487d-a778-4c3e3c80216b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7399685 Feb 16 23:55:33.216705 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Sync routers for ids ['a4590f74-718a-487d-a778-4c3e3c80216b'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 23:55:33.227696 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Routers {'a4590f74-718a-487d-a778-4c3e3c80216b'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 23:55:33.228578 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-16T23:55:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['a4590f74-718a-487d-a778-4c3e3c80216b'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 23:55:33.416281 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Set router a4590f74-718a-487d-a778-4c3e3c80216b gateway port host: None {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 23:55:33.964741 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'name': 'router1', 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T23:55:20Z', 'updated_at': '2021-02-16T23:55:32Z', 'revision_number': 2, 'project_id': '96553394eb314f45b649b726008f1ff1', 'gw_port_host': None, '_interfaces': [{'id': '6c460961-8410-4979-8a5f-f393ba8865ba', 'name': '', 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec', 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'mac_address': 'fa:16:3e:15:49:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b82c8f9d-bd5e-40e0-b38f-067628a0fc9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T23:55:31Z', 'updated_at': '2021-02-16T23:55:32Z', 'revision_number': 2, 'project_id': '96553394eb314f45b649b726008f1ff1', 'subnets': [{'id': 'b82c8f9d-bd5e-40e0-b38f-067628a0fc9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fee4c37-aeef-4afe-97be-9214ff1ad0af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 23:55:33.969729 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Checking router: a4590f74-718a-487d-a778-4c3e3c80216b for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 23:55:33.970148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Updating router a4590f74-718a-487d-a778-4c3e3c80216b port 6c460961-8410-4979-8a5f-f393ba8865ba binding host dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 23:55:34.025503 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:34.480125 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:34.494398 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Transition to ACTIVE for port object 6c460961-8410-4979-8a5f-f393ba8865ba will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 23:55:34.497179 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:34.512923 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:34.655231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Pushing event updated for resources: {'Port': ['ID=6c460961-8410-4979-8a5f-f393ba8865ba,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:34.667502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:34.667881 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:34.668248 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:34.668608 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:34.668962 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:34.669318 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:34.669668 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:34.670041 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:34.670392 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:34.670750 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:34.671095 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:34.671442 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Tracked resource versions report: Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: pushed versions: Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: { 'AddressGroup': {'1.1'}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': {'1.0'}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': {'1.0'}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': {'1.1'}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': {'1.7'}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': {'1.2'}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': {'1.8'}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': {'1.4'}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': {'1.2'}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': {'1.0'}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': {'1.1'}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': {'1.1'}} Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: consumer versions: Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: { DHCP agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: L3 agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: Metadata agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: Metering agent@dv-cinder-759961-3-smb: {}, Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: Open vSwitch agent@dv-cinder-759961-3-smb: { 'AddressGroup': '1.1', Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': '1.0', Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': '1.0', Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': '1.1', Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': '1.7', Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': '1.2', Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': '1.8', Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': '1.4', Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': '1.2', Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': '1.0', Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': '1.1', Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': '1.1'}} Feb 16 23:55:34.672591 dv-cinder-759961-3-smb neutron-server[83811]: {{(pid=83924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 23:55:34.686898 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:34.845690 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Attempting to bind port 6c460961-8410-4979-8a5f-f393ba8865ba on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:55:34.846191 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Attempting to bind port 6c460961-8410-4979-8a5f-f393ba8865ba by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '76438e7e-89e6-4df8-aad9-f7f74ee7a675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 23:55:34.846603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Attempting to bind port 6c460961-8410-4979-8a5f-f393ba8865ba on network 94ccf325-ae07-4ff8-9fad-2507634d29ec {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 23:55:34.852478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 23, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:34.852913 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Checking segment: {'id': '76438e7e-89e6-4df8-aad9-f7f74ee7a675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 23:55:34.853386 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:34.853993 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Bound using segment: {'id': '76438e7e-89e6-4df8-aad9-f7f74ee7a675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:34.854527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Bound port: 6c460961-8410-4979-8a5f-f393ba8865ba, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76438e7e-89e6-4df8-aad9-f7f74ee7a675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 23:55:34.854947 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:34.947747 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] For port 6c460961-8410-4979-8a5f-f393ba8865ba, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 23:55:34.952020 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] For port 6c460961-8410-4979-8a5f-f393ba8865ba, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=6c460961-8410-4979-8a5f-f393ba8865ba,segment=NetworkSegment(76438e7e-89e6-4df8-aad9-f7f74ee7a675),segment_id=76438e7e-89e6-4df8-aad9-f7f74ee7a675)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 23:55:34.955725 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:34.971649 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:35.121340 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Pushing event updated for resources: {'Port': ['ID=6c460961-8410-4979-8a5f-f393ba8865ba,revision_number=4']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:35.126652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:35.183535 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Routers {'a4590f74-718a-487d-a778-4c3e3c80216b'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 23:55:35.184148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-16T23:55:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['a4590f74-718a-487d-a778-4c3e3c80216b'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 23:55:35.357527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] Set router a4590f74-718a-487d-a778-4c3e3c80216b gateway port host: None {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 23:55:35.698321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'name': 'router1', 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T23:55:20Z', 'updated_at': '2021-02-16T23:55:32Z', 'revision_number': 2, 'project_id': '96553394eb314f45b649b726008f1ff1', 'gw_port_host': None, '_interfaces': [{'id': '6c460961-8410-4979-8a5f-f393ba8865ba', 'name': '', 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec', 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'mac_address': 'fa:16:3e:15:49:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b82c8f9d-bd5e-40e0-b38f-067628a0fc9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T23:55:31Z', 'updated_at': '2021-02-16T23:55:34Z', 'revision_number': 4, 'project_id': '96553394eb314f45b649b726008f1ff1', 'subnets': [{'id': 'b82c8f9d-bd5e-40e0-b38f-067628a0fc9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fee4c37-aeef-4afe-97be-9214ff1ad0af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 23:55:35.702428 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e9d00a-0c37-4e00-a226-32d6ead9bf31 None None] The sync data for ids ['a4590f74-718a-487d-a778-4c3e3c80216b'] in dv-cinder-759961-3-smb is: [{'id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'name': 'router1', 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T23:55:20Z', 'updated_at': '2021-02-16T23:55:32Z', 'revision_number': 2, 'project_id': '96553394eb314f45b649b726008f1ff1', 'gw_port_host': None, '_interfaces': [{'id': '6c460961-8410-4979-8a5f-f393ba8865ba', 'name': '', 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec', 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'mac_address': 'fa:16:3e:15:49:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b82c8f9d-bd5e-40e0-b38f-067628a0fc9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T23:55:31Z', 'updated_at': '2021-02-16T23:55:34Z', 'revision_number': 4, 'project_id': '96553394eb314f45b649b726008f1ff1', 'subnets': [{'id': 'b82c8f9d-bd5e-40e0-b38f-067628a0fc9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fee4c37-aeef-4afe-97be-9214ff1ad0af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 23:55:35.753786 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 46476) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:35.908221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc10c48-7040-4bc4-8e85-1fde7d6365c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:55:35.908832 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-2fc10c48-7040-4bc4-8e85-1fde7d6365c0 admin admin] Synchronizing usage tracker for tenant:47cf98ea362f4449abf7590a64c496f8 on resource:network {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 23:55:35.925881 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-2fc10c48-7040-4bc4-8e85-1fde7d6365c0 admin admin] Unset dirty status for tenant:47cf98ea362f4449abf7590a64c496f8 on resource:network {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 23:55:35.927185 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-2fc10c48-7040-4bc4-8e85-1fde7d6365c0 admin admin] 10.222.0.63 "GET /v2.0/networks/4cea41e0-975c-4c05-822b-6951b7473dd4 HTTP/1.1" status: 200 len: 842 time: 0.1722839 Feb 16 23:55:35.937465 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'gateway_ip': '172.28.2.1', 'name': 'public-subnet'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:35.942686 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 23:55:35.946523 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Usage tracker for resource:subnet and tenant:47cf98ea362f4449abf7590a64c496f8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 23:55:35.949414 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 23:55:35.958599 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 23:55:35.967577 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Made reservation on behalf of 47cf98ea362f4449abf7590a64c496f8 for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 23:55:35.972126 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:36.422754 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.objects.ports [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83921) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 23:55:36.423225 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:36.438107 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:36.560335 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe675137-7af0-487b-b384-b9c8d364eafc,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:36.574231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:36.635773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Checking segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 23:55:36.636381 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Network hostable DHCP agents. Network: 4cea41e0-975c-4c05-822b-6951b7473dd4, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 23:55:36.658610 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 23:55:36.668992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, 4cea41e0-975c-4c05-822b-6951b7473dd4) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 23:55:36.672868 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:55:36.673487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:36.678501 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ee8e08-5b34-4696-a52e-87fca645580b None None] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 23:55:36.694064 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7601764 Feb 16 23:55:36.928981 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32972c9-77b8-41ac-83f4-0099364da8d9 None None] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 23:55:38.066928 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 6c460961-8410-4979-8a5f-f393ba8865ba up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 23:55:38.137116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port 6c460961-8410-4979-8a5f-f393ba8865ba completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 23:55:38.141904 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 6c460961-8410-4979-8a5f-f393ba8865ba triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:55:38.142340 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:38.265261 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:38.299105 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port 6c460961-8410-4979-8a5f-f393ba8865ba, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=6c460961-8410-4979-8a5f-f393ba8865ba,segment=NetworkSegment(76438e7e-89e6-4df8-aad9-f7f74ee7a675),segment_id=76438e7e-89e6-4df8-aad9-f7f74ee7a675)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 23:55:38.301677 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:38.303818 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:38.377711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=6c460961-8410-4979-8a5f-f393ba8865ba,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:38.381094 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:39.305210 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 46490) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:39.513401 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c6c949c4-6e0d-4736-a4f8-5b261c987352 admin admin] 10.222.0.63 "GET /v2.0/routers/a4590f74-718a-487d-a778-4c3e3c80216b HTTP/1.1" status: 200 len: 710 time: 0.2068582 Feb 16 23:55:39.649620 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3741939-465a-4bd6-9dd6-9c7a735c856a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:55:39.651013 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b3741939-465a-4bd6-9dd6-9c7a735c856a admin admin] 10.222.0.63 "GET /v2.0/networks/4cea41e0-975c-4c05-822b-6951b7473dd4 HTTP/1.1" status: 200 len: 886 time: 0.1318560 Feb 16 23:55:39.660612 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:40.051035 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 6c460961-8410-4979-8a5f-f393ba8865ba up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 23:55:40.121846 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 6c460961-8410-4979-8a5f-f393ba8865ba triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:55:40.122290 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:40.126597 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854060509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854104917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770799'] for router, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:40.642680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:40.702103 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:40.714850 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:40.729369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 23:55:40.733333 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 23:55:40.736215 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 23:55:40.741758 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 23:55:40.833238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:40.836065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:40.851464 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:40.940953 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36568e0f-09c5-459b-894c-99f3f4338a73,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:40.945356 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:41.102341 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Allocated IP 172.28.2.87 (4cea41e0-975c-4c05-822b-6951b7473dd4/fe675137-7af0-487b-b384-b9c8d364eafc/eca22955-f358-4771-9f81-ecc079abe74a) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 23:55:41.253117 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:41.281878 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:41.301749 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:41.434795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Pushing event updated for resources: {'Port': ['ID=eca22955-f358-4771-9f81-ecc079abe74a,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:41.437772 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:41.489594 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 23:55:41.490737 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 23:55:41.493574 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 23:55:41.890837 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:42.244411 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854060509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854104917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770799'] for router, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:42.247802 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-715307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854060528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670882'] for router, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:42.433594 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Router a4590f74-718a-487d-a778-4c3e3c80216b has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 23:55:42.791574 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 23:55:42.801407 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Sync routers for ids ['a4590f74-718a-487d-a778-4c3e3c80216b'] in dv-cinder-759961-3-smb {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 23:55:42.807769 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Notify callbacks [] for router, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:42.809036 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] 10.222.0.63 "PUT /v2.0/routers/a4590f74-718a-487d-a778-4c3e3c80216b HTTP/1.1" status: 200 len: 889 time: 3.1518385 Feb 16 23:55:42.811513 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Routers {'a4590f74-718a-487d-a778-4c3e3c80216b'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 23:55:42.812175 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-16T23:55:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['a4590f74-718a-487d-a778-4c3e3c80216b'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 23:55:43.016081 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Set router a4590f74-718a-487d-a778-4c3e3c80216b gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 23:55:43.377398 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'name': 'router1', 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': 'eca22955-f358-4771-9f81-ecc079abe74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T23:55:20Z', 'updated_at': '2021-02-16T23:55:41Z', 'revision_number': 4, 'project_id': '96553394eb314f45b649b726008f1ff1', 'gw_port': {'id': 'eca22955-f358-4771-9f81-ecc079abe74a', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T23:55:41Z', 'updated_at': '2021-02-16T23:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '6c460961-8410-4979-8a5f-f393ba8865ba', 'name': '', 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec', 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'mac_address': 'fa:16:3e:15:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b82c8f9d-bd5e-40e0-b38f-067628a0fc9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T23:55:31Z', 'updated_at': '2021-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '96553394eb314f45b649b726008f1ff1', 'subnets': [{'id': 'b82c8f9d-bd5e-40e0-b38f-067628a0fc9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fee4c37-aeef-4afe-97be-9214ff1ad0af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 23:55:43.382381 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Checking router: a4590f74-718a-487d-a778-4c3e3c80216b for host: dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 23:55:43.382777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Updating router a4590f74-718a-487d-a778-4c3e3c80216b port eca22955-f358-4771-9f81-ecc079abe74a binding host dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 23:55:43.583170 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:43.987497 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:44.001041 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Transition to ACTIVE for port object eca22955-f358-4771-9f81-ecc079abe74a will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 23:55:44.003326 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:44.019026 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:44.152947 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cad260-095a-4478-9ed1-51a91d7b771d None None] Pushing event updated for resources: {'Port': ['ID=eca22955-f358-4771-9f81-ecc079abe74a,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:44.157738 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-94cad260-095a-4478-9ed1-51a91d7b771d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:44.215636 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Attempting to bind port eca22955-f358-4771-9f81-ecc079abe74a on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:55:44.216046 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Attempting to bind port eca22955-f358-4771-9f81-ecc079abe74a by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 23:55:44.216445 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Attempting to bind port eca22955-f358-4771-9f81-ecc079abe74a on network 4cea41e0-975c-4c05-822b-6951b7473dd4 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 23:55:44.222081 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 23, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:44.222633 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Checking segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 23:55:44.223192 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:44.223619 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Bound using segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:44.224122 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Bound port: eca22955-f358-4771-9f81-ecc079abe74a, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 23:55:44.224530 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:44.303725 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] For port eca22955-f358-4771-9f81-ecc079abe74a, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 23:55:44.307370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] For port eca22955-f358-4771-9f81-ecc079abe74a, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=eca22955-f358-4771-9f81-ecc079abe74a,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 23:55:44.310575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:44.326429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f64ce204-dc3f-44e2-ab5c-3758879b9148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:44.474609 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cad260-095a-4478-9ed1-51a91d7b771d None None] Pushing event updated for resources: {'Port': ['ID=eca22955-f358-4771-9f81-ecc079abe74a,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:44.478330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-94cad260-095a-4478-9ed1-51a91d7b771d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:44.520860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Routers {'a4590f74-718a-487d-a778-4c3e3c80216b'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 23:55:44.521507 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-16T23:55:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['a4590f74-718a-487d-a778-4c3e3c80216b'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 23:55:44.708502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] Set router a4590f74-718a-487d-a778-4c3e3c80216b gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 23:55:45.062727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'name': 'router1', 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': 'eca22955-f358-4771-9f81-ecc079abe74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T23:55:20Z', 'updated_at': '2021-02-16T23:55:41Z', 'revision_number': 4, 'project_id': '96553394eb314f45b649b726008f1ff1', 'gw_port': {'id': 'eca22955-f358-4771-9f81-ecc079abe74a', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T23:55:41Z', 'updated_at': '2021-02-16T23:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '6c460961-8410-4979-8a5f-f393ba8865ba', 'name': '', 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec', 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'mac_address': 'fa:16:3e:15:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b82c8f9d-bd5e-40e0-b38f-067628a0fc9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T23:55:31Z', 'updated_at': '2021-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '96553394eb314f45b649b726008f1ff1', 'subnets': [{'id': 'b82c8f9d-bd5e-40e0-b38f-067628a0fc9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fee4c37-aeef-4afe-97be-9214ff1ad0af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 23:55:45.066849 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52ce58-4dac-48a3-9d0d-ad1b05a8e87c None None] The sync data for ids ['a4590f74-718a-487d-a778-4c3e3c80216b'] in dv-cinder-759961-3-smb is: [{'id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'name': 'router1', 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': 'eca22955-f358-4771-9f81-ecc079abe74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T23:55:20Z', 'updated_at': '2021-02-16T23:55:41Z', 'revision_number': 4, 'project_id': '96553394eb314f45b649b726008f1ff1', 'gw_port': {'id': 'eca22955-f358-4771-9f81-ecc079abe74a', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T23:55:41Z', 'updated_at': '2021-02-16T23:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '6c460961-8410-4979-8a5f-f393ba8865ba', 'name': '', 'network_id': '94ccf325-ae07-4ff8-9fad-2507634d29ec', 'tenant_id': '96553394eb314f45b649b726008f1ff1', 'mac_address': 'fa:16:3e:15:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4590f74-718a-487d-a778-4c3e3c80216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b82c8f9d-bd5e-40e0-b38f-067628a0fc9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T23:55:31Z', 'updated_at': '2021-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '96553394eb314f45b649b726008f1ff1', 'subnets': [{'id': 'b82c8f9d-bd5e-40e0-b38f-067628a0fc9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fee4c37-aeef-4afe-97be-9214ff1ad0af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 23:55:45.495006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 46500) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:45.620264 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66f32d0-9e75-47d6-b34e-c0cb30f815bb admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:55:45.621892 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-d66f32d0-9e75-47d6-b34e-c0cb30f815bb admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1258543 Feb 16 23:55:46.081622 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device eca22955-f358-4771-9f81-ecc079abe74a up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 23:55:46.153146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port eca22955-f358-4771-9f81-ecc079abe74a completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 23:55:46.158040 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port eca22955-f358-4771-9f81-ecc079abe74a triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:55:46.158455 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:46.285823 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:46.304231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port eca22955-f358-4771-9f81-ecc079abe74a, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=eca22955-f358-4771-9f81-ecc079abe74a,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 23:55:46.307030 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:46.309244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-94cad260-095a-4478-9ed1-51a91d7b771d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:55:46.383647 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=eca22955-f358-4771-9f81-ecc079abe74a,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:55:46.386890 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:55:48.067754 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device eca22955-f358-4771-9f81-ecc079abe74a up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 23:55:48.146650 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port eca22955-f358-4771-9f81-ecc079abe74a triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:55:48.147060 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:51.985329 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-465bfed7-2a83-4e9e-9193-4ced96258e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:54.436806 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cfe1fec8-c2cc-46fa-a3a4-48151e25028d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:54.834602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:55.993529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 23:55:56.043947 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:55:56.271704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:56:21.967582 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-55e7ad82-752e-43b7-8f45-34a5ff2293c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:56:24.432019 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0820aef6-9687-4e7f-a567-1ecf2970684f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:56:24.837277 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:56:26.047316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:56:26.276615 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:56:32.993110 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 23:56:51.969639 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-05df902d-58e0-4f46-b8fc-a9092fd072bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:56:54.433942 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf290101-b50b-4c2c-94e9-719369c65238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:56:54.839649 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:56:56.049727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:56:56.290251 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:57:09.995178 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 23:57:21.971822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-35c24754-b3c3-4c0a-9127-82aa9387149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:57:24.435773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2140cd71-9d13-4ff5-a797-b94d8737bb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:57:24.843793 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:57:26.051319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:57:26.288331 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:57:46.995008 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 23:57:51.972604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3c903284-94f4-4882-b5b4-e1f0c6e997d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:57:54.437131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-746854c9-6ea4-4d73-80b3-a850f2ab9ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:57:54.846383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:57:56.052968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:57:56.287591 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:57:57.725609 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47076) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:57.800450 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.pecan_wsgi.hooks.translation [None req-95dc5d2e-1a22-4ad4-aa3d-e39a4ad119e3 admin admin] GET failed (client error): The resource could not be found. Feb 16 23:57:57.801751 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-95dc5d2e-1a22-4ad4-aa3d-e39a4ad119e3 admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0751226 Feb 16 23:57:57.943452 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e661e5f6-882b-4ac1-8f20-74c868632ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:57:57.944917 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-e661e5f6-882b-4ac1-8f20-74c868632ed2 admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1387553 Feb 16 23:58:00.415246 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47086) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:00.530383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd74476-0055-4d40-ad20-8efded48787d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:00.530989 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-6bd74476-0055-4d40-ad20-8efded48787d admin admin] Synchronizing usage tracker for tenant:47cf98ea362f4449abf7590a64c496f8 on resource:subnet {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 23:58:00.546267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-6bd74476-0055-4d40-ad20-8efded48787d admin admin] Unset dirty status for tenant:47cf98ea362f4449abf7590a64c496f8 on resource:subnet {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 23:58:00.547553 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-6bd74476-0055-4d40-ad20-8efded48787d admin admin] 10.222.0.63 "GET /v2.0/subnets/b82c8f9d-bd5e-40e0-b38f-067628a0fc9c HTTP/1.1" status: 200 len: 849 time: 0.1311769 Feb 16 23:58:00.558489 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:00.682549 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:00.991296 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768588682799'] for subnet, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:01.006494 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4158b87e-a662-4155-bfe9-3685b38ce172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:58:01.140901 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b82c8f9d-bd5e-40e0-b38f-067628a0fc9c,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:58:01.160509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:01.160880 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:01.161241 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:01.161598 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:01.161970 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:01.162325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:01.162675 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:01.163023 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:01.163388 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:01.163734 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:01.164078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:01.164422 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:01.168831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:58:01.196501 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:01.197166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:01.198573 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] 10.222.0.63 "PUT /v2.0/subnets/b82c8f9d-bd5e-40e0-b38f-067628a0fc9c HTTP/1.1" status: 200 len: 868 time: 0.6446917 Feb 16 23:58:01.201815 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ac928c-ddd9-4a0a-a339-def8838dbc55 None None] Network 94ccf325-ae07-4ff8-9fad-2507634d29ec requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 23:58:01.649579 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-b0abb701-8e9d-4bc9-9886-13d05b922db9 None None] Provisioning complete for port 6c460961-8410-4979-8a5f-f393ba8865ba triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:58:01.650197 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b0abb701-8e9d-4bc9-9886-13d05b922db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:01.938351 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-b0abb701-8e9d-4bc9-9886-13d05b922db9 None None] Provisioning complete for port cdcf8914-cd88-4662-becf-24c3d4f8698f triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:58:01.938750 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b0abb701-8e9d-4bc9-9886-13d05b922db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:03.694112 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47096) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:03.878925 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42abd6b-b9b6-4706-9514-fd745b414ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:03.879340 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42abd6b-b9b6-4706-9514-fd745b414ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:03.880978 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c42abd6b-b9b6-4706-9514-fd745b414ecf admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1858375 Feb 16 23:58:06.354004 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47106) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:06.546957 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1c95fc-6610-4f1b-894c-87aa63dc618d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:06.547376 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1c95fc-6610-4f1b-894c-87aa63dc618d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:06.549003 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-7e1c95fc-6610-4f1b-894c-87aa63dc618d admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1940217 Feb 16 23:58:09.031737 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47116) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:09.211787 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449e2cd0-e2d1-4f5e-a83d-53e4bb948f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:09.213706 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-449e2cd0-e2d1-4f5e-a83d-53e4bb948f09 admin admin] 10.222.0.63 "GET /v2.0/networks/4cea41e0-975c-4c05-822b-6951b7473dd4 HTTP/1.1" status: 200 len: 886 time: 0.1809151 Feb 16 23:58:11.676994 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47126) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:11.862638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eab5a9-2a32-4aba-a810-02d4eefb9290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:11.864112 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-46eab5a9-2a32-4aba-a810-02d4eefb9290 admin admin] 10.222.0.63 "GET /v2.0/networks/94ccf325-ae07-4ff8-9fad-2507634d29ec HTTP/1.1" status: 200 len: 862 time: 0.1861196 Feb 16 23:58:14.340602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47136) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:14.458972 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc8eba-027b-4ee2-9fc1-6bb7db598363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:14.459388 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc8eba-027b-4ee2-9fc1-6bb7db598363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:14.461005 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-85dc8eba-027b-4ee2-9fc1-6bb7db598363 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1194549 Feb 16 23:58:16.895122 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47146) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:17.009244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc687b1-220e-4df2-8211-5e33224493e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:17.009668 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc687b1-220e-4df2-8211-5e33224493e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:17.011298 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9fc687b1-220e-4df2-8211-5e33224493e9 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1151578 Feb 16 23:58:19.465717 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47156) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:19.582815 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d74f16-0752-4d39-b640-ec55d0a464c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:19.584212 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b6d74f16-0752-4d39-b640-ec55d0a464c4 admin admin] 10.222.0.63 "GET /v2.0/subnets/b82c8f9d-bd5e-40e0-b38f-067628a0fc9c HTTP/1.1" status: 200 len: 868 time: 0.1173923 Feb 16 23:58:21.973610 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0262-8732-4c96-a09b-947ca977020e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:22.072764 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47166) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:22.185480 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42b25e8-7cf6-4c1a-b834-35beea53eab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:22.186922 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-a42b25e8-7cf6-4c1a-b834-35beea53eab6 admin admin] 10.222.0.63 "GET /v2.0/subnets/fe675137-7af0-487b-b384-b9c8d364eafc HTTP/1.1" status: 200 len: 816 time: 0.1131508 Feb 16 23:58:23.994546 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 23:58:24.438862 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1862-0b33-4fa2-8691-e8809f8e5c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:24.848330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:26.057407 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:26.293354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:48.120894 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47206) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:48.172594 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [None req-60fc2c85-8506-4a8e-958c-d5fdb6966efa admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=83921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:58:48.173655 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-60fc2c85-8506-4a8e-958c-d5fdb6966efa admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0517509 Feb 16 23:58:50.732243 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47216) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:50.807134 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5dea029-5575-4130-b2c6-214067d34715 admin admin] GET failed (client error): The resource could not be found. Feb 16 23:58:50.808441 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b5dea029-5575-4130-b2c6-214067d34715 admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0751724 Feb 16 23:58:50.944218 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe9429-271f-4aec-9d35-49190a933b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:50.945697 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-81fe9429-271f-4aec-9d35-49190a933b00 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1327908 Feb 16 23:58:51.975592 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2b06be2e-a969-4c28-b999-8f366e77be52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:53.436047 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47226) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:53.486746 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:53.491603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 23:58:53.502177 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 23:58:53.510887 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Made reservation on behalf of 47cf98ea362f4449abf7590a64c496f8 for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 23:58:53.515662 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:53.611020 dv-cinder-759961-3-smb neutron-server[83811]: WARNING neutron.services.revisions.revision_plugin [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Could not find related network for resource to bump revision. Feb 16 23:58:53.627535 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=83921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 23:58:53.637706 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:53.638108 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Added segment 14b7880d-dc53-40ca-b4f7-d0e801652c36 of type vxlan for network ee6245f9-fc3c-432b-bb47-93c304fa294c Feb 16 23:58:53.664241 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:53.692635 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:53.693857 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:53.694511 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:53.699749 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:58:53.801114 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3639061 Feb 16 23:58:53.803974 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Pushing event updated for resources: {'Network': ['ID=ee6245f9-fc3c-432b-bb47-93c304fa294c,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:58:53.807415 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:58:53.815660 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network ee6245f9-fc3c-432b-bb47-93c304fa294c details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 23:58:54.441146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4ded5d29-877a-4fa2-9d3e-5f9df6361e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:54.851360 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:56.059899 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:56.278469 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47236) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:56.294603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:56.359843 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa7ffaf-ac60-46d9-8736-c97f7d2c4018 admin admin] GET failed (client error): The resource could not be found. Feb 16 23:58:56.361203 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4fa7ffaf-ac60-46d9-8736-c97f7d2c4018 admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0816412 Feb 16 23:58:56.476466 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89848cf-7f52-4ead-8afc-3e79718cde71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:56.478587 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-d89848cf-7f52-4ead-8afc-3e79718cde71 admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1123364 Feb 16 23:58:56.489475 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'ee6245f9-fc3c-432b-bb47-93c304fa294c'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:56.494700 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 23:58:56.504311 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 23:58:56.512888 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Made reservation on behalf of 47cf98ea362f4449abf7590a64c496f8 for: {'subnet': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 23:58:56.517408 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:56.909398 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for subnet, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:56.925151 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4f5d5b39-7012-4ee3-921c-b8c3d33ac5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:58:57.195384 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f80b97-61dd-4035-b95e-5c09f01deac7,revision_number=0']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:58:57.216131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:57.216503 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:57.216877 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:57.217239 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:57.217598 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:57.217977 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:57.218333 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:57.218689 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:57.219058 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:57.219413 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:57.219761 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:57.220110 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:57.224966 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:58:57.274427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Checking segment: {'id': '14b7880d-dc53-40ca-b4f7-d0e801652c36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee6245f9-fc3c-432b-bb47-93c304fa294c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 23:58:57.275396 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Network hostable DHCP agents. Network: ee6245f9-fc3c-432b-bb47-93c304fa294c, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 23:58:57.293270 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Network ee6245f9-fc3c-432b-bb47-93c304fa294c is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 23:58:57.301280 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, ee6245f9-fc3c-432b-bb47-93c304fa294c) {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 23:58:57.305703 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 23:58:57.306367 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:57.311235 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50be1808-c369-4c86-9265-6e0519366885 None None] Network ee6245f9-fc3c-432b-bb47-93c304fa294c requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 23:58:57.334544 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8488331 Feb 16 23:58:57.550396 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccd5eaf3-89f0-5dfc-bdac-1689e049924f-ee6245f9-fc3c-432b-bb47-93c304fa294c', 'network_id': 'ee6245f9-fc3c-432b-bb47-93c304fa294c', 'tenant_id': '47cf98ea362f4449abf7590a64c496f8', 'fixed_ips': [{'subnet_id': '77f80b97-61dd-4035-b95e-5c09f01deac7'}]}} from dv-cinder-759961-3-smb. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 23:58:57.551290 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:57.841866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Allocated IP 192.168.233.2 (ee6245f9-fc3c-432b-bb47-93c304fa294c/77f80b97-61dd-4035-b95e-5c09f01deac7/3ff4aef7-649d-48f9-b08f-4e409fabbc13) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 23:58:58.070647 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:58.082041 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Transition to ACTIVE for port object 3ff4aef7-649d-48f9-b08f-4e409fabbc13 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 23:58:58.098050 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Transition to ACTIVE for port object 3ff4aef7-649d-48f9-b08f-4e409fabbc13 will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 23:58:58.103459 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:58.119710 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:58:58.247937 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Pushing event updated for resources: {'Port': ['ID=3ff4aef7-649d-48f9-b08f-4e409fabbc13,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:58:58.260634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:58.261018 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:58.261374 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:58.261993 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:58.263266 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:58.264525 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:58.265482 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:58.265859 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:58.267294 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:58.267668 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:58.268040 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:58.268412 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 23:58:58.274787 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:58:58.327386 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Network ee6245f9-fc3c-432b-bb47-93c304fa294c is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 23:58:58.328627 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Resources bound (agent type, host, resource id): {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 23:58:58.330987 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 23:58:58.392873 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Attempting to bind port 3ff4aef7-649d-48f9-b08f-4e409fabbc13 on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:58:58.393209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Attempting to bind port 3ff4aef7-649d-48f9-b08f-4e409fabbc13 by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '14b7880d-dc53-40ca-b4f7-d0e801652c36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee6245f9-fc3c-432b-bb47-93c304fa294c'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 23:58:58.393686 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Attempting to bind port 3ff4aef7-649d-48f9-b08f-4e409fabbc13 on network ee6245f9-fc3c-432b-bb47-93c304fa294c {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 23:58:58.399453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 23, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:58:58.399902 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Checking segment: {'id': '14b7880d-dc53-40ca-b4f7-d0e801652c36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee6245f9-fc3c-432b-bb47-93c304fa294c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 23:58:58.400363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:58.400778 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Bound using segment: {'id': '14b7880d-dc53-40ca-b4f7-d0e801652c36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee6245f9-fc3c-432b-bb47-93c304fa294c'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:58:58.401287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Bound port: 3ff4aef7-649d-48f9-b08f-4e409fabbc13, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b7880d-dc53-40ca-b4f7-d0e801652c36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee6245f9-fc3c-432b-bb47-93c304fa294c'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 23:58:58.401701 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:58.497770 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] For port 3ff4aef7-649d-48f9-b08f-4e409fabbc13, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 23:58:58.501362 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] For port 3ff4aef7-649d-48f9-b08f-4e409fabbc13, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=3ff4aef7-649d-48f9-b08f-4e409fabbc13,segment=NetworkSegment(14b7880d-dc53-40ca-b4f7-d0e801652c36),segment_id=14b7880d-dc53-40ca-b4f7-d0e801652c36)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 23:58:58.504093 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:58:58.517728 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:58:58.666233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Pushing event updated for resources: {'Port': ['ID=3ff4aef7-649d-48f9-b08f-4e409fabbc13,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:58:58.678891 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:58:59.959922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf16774-5d9d-48ef-87de-47db3efd1ccf None None] Network ee6245f9-fc3c-432b-bb47-93c304fa294c requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 23:59:00.056571 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-d4c0bc29-cdb9-4343-8d6e-df8941e90532 None None] Provisioning for port 3ff4aef7-649d-48f9-b08f-4e409fabbc13 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 23:59:00.233433 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 3ff4aef7-649d-48f9-b08f-4e409fabbc13 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 23:59:00.397816 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port 3ff4aef7-649d-48f9-b08f-4e409fabbc13 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 23:59:00.410599 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 3ff4aef7-649d-48f9-b08f-4e409fabbc13 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:59:00.411010 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:00.555566 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:00.591280 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port 3ff4aef7-649d-48f9-b08f-4e409fabbc13, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=3ff4aef7-649d-48f9-b08f-4e409fabbc13,segment=NetworkSegment(14b7880d-dc53-40ca-b4f7-d0e801652c36),segment_id=14b7880d-dc53-40ca-b4f7-d0e801652c36)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 23:59:00.594555 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:00.596711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 23:59:00.669121 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=3ff4aef7-649d-48f9-b08f-4e409fabbc13,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 23:59:00.672570 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 23:59:00.790296 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-e2659806-0673-4c95-b943-722983157782 None None] Provisioning complete for port 3ff4aef7-649d-48f9-b08f-4e409fabbc13 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:59:00.790680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e2659806-0673-4c95-b943-722983157782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:00.993070 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 23:59:01.047365 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-ee9e3082-2504-4df6-a7b6-ce9a3a686c56 None None] Provisioning complete for port 3ff4aef7-649d-48f9-b08f-4e409fabbc13 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:59:01.047698 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3082-2504-4df6-a7b6-ce9a3a686c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:02.157523 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 3ff4aef7-649d-48f9-b08f-4e409fabbc13 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 23:59:02.231000 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 3ff4aef7-649d-48f9-b08f-4e409fabbc13 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 23:59:02.231414 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:21.978188 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3c0c6f53-4f2f-4b34-962e-54324d8ffef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:24.441870 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-162e9535-b5ab-4292-8fdf-27d377ae9877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:24.854735 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:26.062047 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:26.300635 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:37.993334 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 23:59:51.980618 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-08cd31d4-8432-471d-bcc6-921c43592858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:54.443547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5125d5da-53a2-4b50-9468-71a5dfa4ef52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:54.857289 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:56.065267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 23:59:56.304578 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:02.902927 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47278) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:02.909235 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [None req-9aaa87de-4b22-4ce5-a7aa-370ca0e505f1 tempest-verify_tempest_config-368206624 tempest-verify_tempest_config-368206624-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=83921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:00:02.910231 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9aaa87de-4b22-4ce5-a7aa-370ca0e505f1 tempest-verify_tempest_config-368206624 tempest-verify_tempest_config-368206624-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0062063 Feb 17 00:00:03.226310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47298) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:03.349043 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:03.364167 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:00:03.368190 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Usage tracker for resource:security_group_rule and tenant:53410ece76ea4d91b49cf06364e89b9b is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:00:03.371156 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:00:03.376713 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:00:03.462916 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:03.465341 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:03.474251 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:00:03.517493 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Synchronizing usage tracker for tenant:47cf98ea362f4449abf7590a64c496f8 on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:00:03.520930 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6d614d-e5f0-4750-af97-1cf789bd94d3,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:00:03.531442 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:00:03.531814 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:00:03.532177 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:00:03.532534 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:00:03.532887 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:00:03.533246 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:00:03.533592 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:00:03.533974 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:00:03.534332 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:00:03.534680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:00:03.535027 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:00:03.535372 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:00:03.540528 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:00:03.547809 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Unset dirty status for tenant:47cf98ea362f4449abf7590a64c496f8 on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:00:03.549103 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=53410ece76ea4d91b49cf06364e89b9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3217762 Feb 17 00:00:03.551911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47304) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:03.610770 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-29a1db46-5b45-438f-a1f5-2b44c77eee90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:03.637409 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-29a1db46-5b45-438f-a1f5-2b44c77eee90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:03.686143 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-29a1db46-5b45-438f-a1f5-2b44c77eee90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:03.691243 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:00:03.702301 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1db46-5b45-438f-a1f5-2b44c77eee90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6d614d-e5f0-4750-af97-1cf789bd94d3,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:00:03.704632 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-29a1db46-5b45-438f-a1f5-2b44c77eee90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:00:03.710386 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-29a1db46-5b45-438f-a1f5-2b44c77eee90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:03.711586 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-29a1db46-5b45-438f-a1f5-2b44c77eee90 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5a6d614d-e5f0-4750-af97-1cf789bd94d3 HTTP/1.1" status: 204 len: 168 time: 0.1587195 Feb 17 00:00:14.993862 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:00:21.982055 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4ca5f8ba-d969-49e1-9a15-ceba3589b5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:24.446849 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6358a2dd-6760-4bd7-b7f4-83757cd0e9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:24.860806 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:26.066218 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:26.308321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:51.983047 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-027ca5df-450d-41c0-aa9a-a6e51e41dea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:51.993296 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:00:54.452891 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-033364bf-0668-4050-b281-e4d77ae656ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:54.862264 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:56.067086 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:00:56.311576 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:01:21.983662 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9389a323-0bc8-4f9f-80d8-38ec9e27a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:01:24.445033 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fc4c0a70-62aa-4113-a0d9-51e2948f927a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:01:24.864092 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:01:26.072139 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:01:26.315017 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:01:28.992937 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:01:49.373834 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561'] for agent, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:01:49.374469 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:01:49.374668 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:01:49.375133 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:01:49.375503 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:01:49.375873 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:01:49.376238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:01:49.376606 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:01:49.376992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:01:49.377301 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:01:49.377657 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:01:49.378045 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:01:49.378415 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:01:49.378802 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75996', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:01:49.382991 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75996', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:01:49.669189 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] get_endpoint_by_host() called for host hv-cinder-75996 {{(pid=83923) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 00:01:49.673502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] get_endpoint_by_ip() called for ip 192.168.0.42 {{(pid=83923) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 00:01:49.676594 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] _add_endpoint() called for ip 192.168.0.42 {{(pid=83923) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 00:01:49.681242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] _get_endpoints() called {{(pid=83923) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 00:01:51.984215 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-61a62598-3e84-43f9-b0a4-7f41564a3302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:01:54.448142 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c12b28c9-390f-4e19-83bc-82fc2a1f5714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:01:54.867090 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:01:56.073081 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:01:56.320059 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:01.886142 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47378) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:02.003607 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-05c775d5-1a38-4db7-81cc-0d156dc7c6eb admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1163042 Feb 17 00:02:04.508739 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47388) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:04.568753 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-27807dad-fd75-485a-93b6-832facf2ba66 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0582685 Feb 17 00:02:05.993163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:02:19.427457 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:21.985328 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-322f7496-268d-4830-b3fc-c19893a1fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:24.449806 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-39652a48-222e-4e8a-9c4a-33046401f99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:24.873737 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:26.073647 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:26.322235 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:42.992915 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:02:49.378956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:51.986433 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-95b0f47a-f266-4638-9135-875706abc54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:54.450750 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed7fba60-d287-496a-8159-6b66a86976e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:54.873310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:56.075352 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:56.325759 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:19.406171 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:19.992708 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:03:21.988642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cadf5163-e646-471a-9e6f-cd33b49281db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:24.452324 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9ef08be-a400-4092-bf5d-b974e35ffe32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:24.877495 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:26.077534 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:26.330461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:49.425964 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:51.990793 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f013fc42-6c4b-4fb6-b678-3fe2242c24e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:54.454526 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bd06bb76-07c0-4885-97a1-9e440ceba125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:54.881109 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:56.086597 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:56.342487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:56.991969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:04:00.129499 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47516) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:00.587067 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-276820254-network', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:00.593071 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:00.597347 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Usage tracker for resource:network and tenant:cf5111a3597c480680e0f9abf0a384d8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:00.600406 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:00.606131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:00.615178 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Made reservation on behalf of cf5111a3597c480680e0f9abf0a384d8 for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:00.619962 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:00.632908 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:00.651560 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:00.656209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Usage tracker for resource:security_group_rule and tenant:cf5111a3597c480680e0f9abf0a384d8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:00.659168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:00.665009 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:00.752624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:00.755686 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:00.760145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b09308bd-280b-46eb-8ec8-d59806942a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:00.795772 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5f4d10-6aab-40e7-8d68-57c813a4ff6c,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:00.799642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:04:00.809628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.809989 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.810380 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.810728 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.811091 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.811450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.811811 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.812167 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.812524 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.812880 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.813233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.813588 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.814064 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.814431 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.814777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.815128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.815478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.815828 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.816183 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.816532 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.816882 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.817316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.817550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.817901 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Tracked resource versions report: Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: pushed versions: Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: { 'AddressGroup': {'1.1'}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': {'1.0'}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': {'1.0'}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': {'1.1'}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': {'1.7'}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': {'1.2'}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': {'1.8'}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': {'1.4'}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': {'1.0'}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': {'1.1'}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': {'1.1'}} Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: consumer versions: Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: { DHCP agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: L3 agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: Metadata agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: Metering agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: Open vSwitch agent@dv-cinder-759961-3-smb: { 'AddressGroup': '1.1', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': '1.0', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': '1.0', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': '1.1', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': '1.7', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': '1.2', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': '1.8', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': '1.4', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': '1.2', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': '1.0', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': '1.1', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': '1.1'}, Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': '1.0', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': '1.0', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': '1.1', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': '1.7', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': '1.2', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': '1.8', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': '1.4', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': '1.2', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': '1.0', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': '1.1', Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': '1.1'}} Feb 17 00:04:00.819168 dv-cinder-759961-3-smb neutron-server[83811]: {{(pid=83921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:04:00.824885 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:00.828025 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:00.828556 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Added segment 0b226fb9-e351-4a5d-bdbb-8186f90c055d of type vxlan for network 9bed9bea-fabb-4082-8967-92ad14eef61a Feb 17 00:04:00.856725 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:00.891115 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:00.891115 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:00.891115 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:00.895189 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4298b9de-f4aa-42ca-a9fa-425519f9e1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:01.199083 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.0681629 Feb 17 00:04:01.202353 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47572) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:01.214367 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Request body: {'subnet': {'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-276820254-subnet', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:01.218642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Pushing event updated for resources: {'Network': ['ID=9bed9bea-fabb-4082-8967-92ad14eef61a,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:01.221232 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:01.223746 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:01.226051 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Usage tracker for resource:subnet and tenant:cf5111a3597c480680e0f9abf0a384d8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:01.230211 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network 9bed9bea-fabb-4082-8967-92ad14eef61a details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:04:01.236709 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:01.243182 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:01.253507 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Made reservation on behalf of cf5111a3597c480680e0f9abf0a384d8 for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:01.259116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Notify callbacks [] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:01.338514 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network 9bed9bea-fabb-4082-8967-92ad14eef61a details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:04:01.727325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:01.743624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9d3f3a27-9829-405c-b469-4b068fe9ac51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:01.780777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47594) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:01.813038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47600) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:01.824998 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47606) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:01.863203 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47612) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:01.867372 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd2358e-bd02-44c1-88fe-65c85dcf897a,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:01.872452 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:01.946117 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Checking segment: {'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:01.946541 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Network hostable DHCP agents. Network: 9bed9bea-fabb-4082-8967-92ad14eef61a, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:04:01.973805 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Network 9bed9bea-fabb-4082-8967-92ad14eef61a is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:04:01.983086 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, 9bed9bea-fabb-4082-8967-92ad14eef61a) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:01.987502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:01.988344 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:01.996035 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88afeac-cfcb-42b5-b43f-eb5c7335ed3b None None] Network 9bed9bea-fabb-4082-8967-92ad14eef61a requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:04:02.014659 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8054097 Feb 17 00:04:02.014659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47622) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:02.020778 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:02.025550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:02.030249 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Usage tracker for resource:router and tenant:cf5111a3597c480680e0f9abf0a384d8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:02.033281 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:02.039052 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:02.050823 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5050'] for router, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.051920 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854024533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770814'] for router, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.072121 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.092411 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1449363846-network', 'tenant_id': '0c1d8de6feed43a692ed525ab390f782'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:02.099748 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:02.108261 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Usage tracker for resource:network and tenant:0c1d8de6feed43a692ed525ab390f782 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:02.113687 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:02.121656 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:02.136532 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Made reservation on behalf of 0c1d8de6feed43a692ed525ab390f782 for: {'network': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:02.144626 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.167116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-network', 'tenant_id': 'b1d26520a38346a290f804fe567133d2'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:02.170885 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.193632 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-265425561-network', 'tenant_id': 'b28f395db7ee4f8ba7943b456e6bafd0'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:02.205450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:02.211976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Usage tracker for resource:security_group_rule and tenant:0c1d8de6feed43a692ed525ab390f782 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:02.216237 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:02.222788 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:02.274191 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:02.284599 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-642257993-network', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:02.290944 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Usage tracker for resource:network and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:02.304944 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:02.306124 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccd5eaf3-89f0-5dfc-bdac-1689e049924f-9bed9bea-fabb-4082-8967-92ad14eef61a', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a'}]}} from dv-cinder-759961-3-smb. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:04:02.307041 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.315629 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:02.329467 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:02.335798 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:02.361413 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Usage tracker for resource:network and tenant:b28f395db7ee4f8ba7943b456e6bafd0 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:02.367112 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:02.373884 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Usage tracker for resource:network and tenant:a2ee46360fcd446293cdd25aa696350b is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:02.380416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:02.383502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:02.400763 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Made reservation on behalf of b1d26520a38346a290f804fe567133d2 for: {'network': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:02.406426 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.416601 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:02.455746 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.492004 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Made reservation on behalf of b28f395db7ee4f8ba7943b456e6bafd0 for: {'network': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:02.505058 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.517218 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.546221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Made reservation on behalf of a2ee46360fcd446293cdd25aa696350b for: {'network': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:02.558732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.579581 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854060509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854104917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770799'] for router, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.592335 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:02.595482 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.613197 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.619896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.633955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Usage tracker for resource:security_group_rule and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:02.640345 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:02.642936 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:02.649747 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:02.668028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Usage tracker for resource:security_group_rule and tenant:b28f395db7ee4f8ba7943b456e6bafd0 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:02.673262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:02.678020 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:02.680875 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:02.729386 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac68d2d-5d84-4e88-b03d-31a21f67c864,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:02.736878 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:04:02.739929 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Usage tracker for resource:security_group_rule and tenant:a2ee46360fcd446293cdd25aa696350b is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:02.748382 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.748766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.749139 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.749503 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.749865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.750576 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.750576 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.750910 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.751286 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.751760 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.752125 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.752475 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.752930 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.753280 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.753634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.754004 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.754355 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.754911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.755003 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.755321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.755672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.756018 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.756362 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.756711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Tracked resource versions report: Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: pushed versions: Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: { 'AddressGroup': {'1.1'}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': {'1.0'}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': {'1.0'}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': {'1.1'}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': {'1.7'}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': {'1.2'}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': {'1.8'}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': {'1.4'}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': {'1.0'}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': {'1.1'}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': {'1.1'}} Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: consumer versions: Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: { DHCP agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: L3 agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: Metadata agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: Metering agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: Open vSwitch agent@dv-cinder-759961-3-smb: { 'AddressGroup': '1.1', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': '1.0', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': '1.0', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': '1.1', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': '1.7', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': '1.2', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': '1.8', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': '1.4', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': '1.2', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': '1.0', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': '1.1', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': '1.1'}, Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': '1.0', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': '1.0', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': '1.1', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': '1.7', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': '1.2', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': '1.8', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': '1.4', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': '1.2', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': '1.0', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': '1.1', Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': '1.1'}} Feb 17 00:04:02.758009 dv-cinder-759961-3-smb neutron-server[83811]: {{(pid=83920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:04:02.764582 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:02.771212 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:02.774286 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:02.778732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Allocated IP 172.20.0.2 (9bed9bea-fabb-4082-8967-92ad14eef61a/7fd2358e-bd02-44c1-88fe-65c85dcf897a/aa445040-0321-4bcf-95f9-41b9d1c448ec) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:02.781224 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:02.803089 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268265982239', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:02.803522 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Added segment a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2 of type vxlan for network 1e820407-3f3c-4c9a-a6b2-f7573b3383fd Feb 17 00:04:02.898958 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.022513 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.046648 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:03.047546 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.093141 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b5843d5c-a257-4c8f-88a7-b1118db65a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:03.127965 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3427560 Feb 17 00:04:03.127965 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.140483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47660) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:03.157793 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Request body: {'subnet': {'network_id': '1e820407-3f3c-4c9a-a6b2-f7573b3383fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1449363846-subnet', 'tenant_id': '0c1d8de6feed43a692ed525ab390f782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:03.176998 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:03.192641 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Usage tracker for resource:subnet and tenant:0c1d8de6feed43a692ed525ab390f782 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:03.198823 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:03.203102 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.204228 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.210574 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.226948 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.229438 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Transition to ACTIVE for port object aa445040-0321-4bcf-95f9-41b9d1c448ec will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:03.230516 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:04:03.240152 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268265982239', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.240584 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Added segment 6fccaabd-a07a-4fd0-a810-1e3d77fac2ea of type vxlan for network 41f1d152-05fa-431e-881d-6789a11dfe22 Feb 17 00:04:03.273839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.285197 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Transition to ACTIVE for port object aa445040-0321-4bcf-95f9-41b9d1c448ec will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:03.290004 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.291267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.301587 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:03.304460 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.310567 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.311709 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.314486 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Pushing event updated for resources: {'Network': ['ID=1e820407-3f3c-4c9a-a6b2-f7573b3383fd,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:03.330292 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:03.331888 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:03.339852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:03.396172 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network 1e820407-3f3c-4c9a-a6b2-f7573b3383fd details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:04:03.402858 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b4c13b-9c44-4464-b677-c0e39a776e33,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:03.434461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network 1e820407-3f3c-4c9a-a6b2-f7573b3383fd details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:04:03.444115 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83920) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:04:03.444599 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:04:03.445242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83920) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:04:03.445662 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:04:03.446309 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.450795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:03.451527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.458335 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:03.484521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Made reservation on behalf of 0c1d8de6feed43a692ed525ab390f782 for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:03.498492 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.538635 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92272757-2d0c-4910-9c6b-624dbd23fcb9,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:03.555202 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:03.559782 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:03.560896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:03.563136 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:03.563770 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:03.572649 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7458186 Feb 17 00:04:03.574117 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47676) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:03.575010 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:03.661860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Request body: {'subnet': {'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-subnet', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:03.676178 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:03.696100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Usage tracker for resource:subnet and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:03.702035 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:03.712516 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:03.716389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Pushing event updated for resources: {'Network': ['ID=41f1d152-05fa-431e-881d-6789a11dfe22,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:03.728645 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:03.745784 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Made reservation on behalf of b1d26520a38346a290f804fe567133d2 for: {'subnet': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:03.751531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.792277 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network 41f1d152-05fa-431e-881d-6789a11dfe22 details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:04:03.806869 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network 41f1d152-05fa-431e-881d-6789a11dfe22 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:04:03.948503 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:03.957782 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:04.087826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Pushing event updated for resources: {'Port': ['ID=aa445040-0321-4bcf-95f9-41b9d1c448ec,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:04.106414 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Allocated IP 172.28.2.14 (4cea41e0-975c-4c05-822b-6951b7473dd4/fe675137-7af0-487b-b384-b9c8d364eafc/b732c5b0-c009-481e-bcdd-25184e5e7f8d) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:04.113888 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:04:04.144678 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.145314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.145881 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.146482 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.147040 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.147590 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.148173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.148540 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.148903 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.149268 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.149626 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.150004 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.150464 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.150820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.151181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.151535 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.151887 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.152285 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.153146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.153501 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.153851 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.154235 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.154589 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.154940 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Tracked resource versions report: Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: pushed versions: Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: { 'AddressGroup': {'1.1'}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': {'1.0'}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': {'1.0'}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': {'1.1'}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': {'1.7'}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': {'1.2'}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': {'1.8'}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': {'1.4'}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': {'1.0'}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': {'1.1'}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': {'1.1'}} Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: consumer versions: Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: { DHCP agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: L3 agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: Metadata agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: Metering agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: Open vSwitch agent@dv-cinder-759961-3-smb: { 'AddressGroup': '1.1', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': '1.0', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': '1.0', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': '1.1', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': '1.7', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': '1.2', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': '1.8', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': '1.4', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': '1.2', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': '1.0', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': '1.1', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': '1.1'}, Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': '1.0', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': '1.0', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': '1.1', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': '1.7', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': '1.2', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': '1.8', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': '1.4', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': '1.2', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': '1.0', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': '1.1', Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': '1.1'}} Feb 17 00:04:04.156214 dv-cinder-759961-3-smb neutron-server[83811]: {{(pid=83923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:04:04.160798 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268265982239', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:04.161238 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Added segment 88ebecaa-ebcc-4caf-8948-9084129d97f4 of type vxlan for network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 Feb 17 00:04:04.208179 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:04.211778 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:04.328278 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83920) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:04:04.328508 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:04:04.329049 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:04.333325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:04.334091 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:04.339327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:04.351992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Network 9bed9bea-fabb-4082-8967-92ad14eef61a is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:04.353544 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Resources bound (agent type, host, resource id): {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:04.371748 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:04.416547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:04.560443 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Attempting to bind port aa445040-0321-4bcf-95f9-41b9d1c448ec on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:04:04.561296 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Attempting to bind port aa445040-0321-4bcf-95f9-41b9d1c448ec by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:04:04.561902 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Attempting to bind port aa445040-0321-4bcf-95f9-41b9d1c448ec on network 9bed9bea-fabb-4082-8967-92ad14eef61a {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:04:04.569311 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:04.569857 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Checking segment: {'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:04.570310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:04.570853 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Bound using segment: {'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:04.571614 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Bound port: aa445040-0321-4bcf-95f9-41b9d1c448ec, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:04:04.572145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:04.600451 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7331545 Feb 17 00:04:04.601750 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca00216-ee09-4b8a-a03b-9db9b3566f52,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:04.613834 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:04.614440 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47706) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:04.626068 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Request body: {'subnet': {'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-642257993-subnet', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:04.631738 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:04.631978 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:04:04.636281 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Usage tracker for resource:subnet and tenant:a2ee46360fcd446293cdd25aa696350b is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:04.639936 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:04.647149 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:04.648665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:04:04.659892 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Made reservation on behalf of a2ee46360fcd446293cdd25aa696350b for: {'subnet': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:04.664930 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:04.690203 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:04.748219 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:04.958322 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:04.994255 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for subnet, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:05.148181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] For port aa445040-0321-4bcf-95f9-41b9d1c448ec, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:04:05.154060 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] For port aa445040-0321-4bcf-95f9-41b9d1c448ec, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=aa445040-0321-4bcf-95f9-41b9d1c448ec,segment=NetworkSegment(0b226fb9-e351-4a5d-bdbb-8186f90c055d),segment_id=0b226fb9-e351-4a5d-bdbb-8186f90c055d)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:04:05.164100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:05.165290 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Pushing event updated for resources: {'Port': ['ID=b732c5b0-c009-481e-bcdd-25184e5e7f8d,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:05.185831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:05.203495 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:05.233843 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:05.333906 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:04:05.421453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Pushing event updated for resources: {'Port': ['ID=aa445040-0321-4bcf-95f9-41b9d1c448ec,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:05.426571 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:05.477151 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=066b5e62-ad57-425f-8725-667a028740da,revision_number=0']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:05.479671 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268265982239', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:05.480079 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Added segment 5d8780ae-61ac-4556-936c-cbffc89d3dfb of type vxlan for network 0520da59-3382-4a2f-bac6-074b9669413e Feb 17 00:04:05.489391 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Checking segment: {'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:05.491614 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Network hostable DHCP agents. Network: 41f1d152-05fa-431e-881d-6789a11dfe22, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:04:05.504795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:05.541589 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:05.592909 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:05.597658 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:05.621637 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Network 41f1d152-05fa-431e-881d-6789a11dfe22 is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:04:05.626665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:05.653507 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, 41f1d152-05fa-431e-881d-6789a11dfe22) {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:05.660392 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:05.661036 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:05.665409 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad18658-ac12-4963-ab06-6fec0ff7880b None None] Network 41f1d152-05fa-431e-881d-6789a11dfe22 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:04:05.742621 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:05.758089 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:05.758736 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:05.765318 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:05.803460 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2109571 Feb 17 00:04:05.825703 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47754) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:05.826095 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47756) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:05.907556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:05.934283 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:05.942559 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:05.963392 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:05.984674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Usage tracker for resource:router and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:05.995161 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 4.1807752 Feb 17 00:04:05.995852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47764) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:05.997589 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:06.018876 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Request body: {'subnet': {'network_id': '0520da59-3382-4a2f-bac6-074b9669413e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-265425561-subnet', 'tenant_id': 'b28f395db7ee4f8ba7943b456e6bafd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:06.027410 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:06.038995 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Pushing event updated for resources: {'Network': ['ID=0520da59-3382-4a2f-bac6-074b9669413e,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:06.056154 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network 0520da59-3382-4a2f-bac6-074b9669413e details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:04:06.060605 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f46695-22f2-4c11-a4b7-55cbc2c5aabd,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:06.074111 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:06.082933 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network 0520da59-3382-4a2f-bac6-074b9669413e details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:04:06.083699 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:06.091593 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Usage tracker for resource:subnet and tenant:b28f395db7ee4f8ba7943b456e6bafd0 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:06.096810 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:06.104749 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5050'] for router, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:06.105385 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccd5eaf3-89f0-5dfc-bdac-1689e049924f-41f1d152-05fa-431e-881d-6789a11dfe22', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da'}]}} from dv-cinder-759961-3-smb. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:04:06.105887 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854024533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770814'] for router, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:06.106412 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:06.113399 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:06.116578 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:06.185298 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Made reservation on behalf of b28f395db7ee4f8ba7943b456e6bafd0 for: {'subnet': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:06.190049 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:06.215271 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:06.543484 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-20692258-2b14-4b8b-8ecf-eeb2dc60cb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:06.587036 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for subnet, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:06.590513 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-20692258-2b14-4b8b-8ecf-eeb2dc60cb21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:06.596339 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-20692258-2b14-4b8b-8ecf-eeb2dc60cb21 admin admin] Usage tracker for resource:security_group_rule and tenant:25914aad89a744be99a6b1f524b72a6e is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:06.613673 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:06.625001 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-20692258-2b14-4b8b-8ecf-eeb2dc60cb21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:06.628575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f0b2c84d-5c3d-4b6d-8f9f-2cebab1b5632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:06.760157 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Checking segment: {'id': 'a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1e820407-3f3c-4c9a-a6b2-f7573b3383fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:06.760557 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Network hostable DHCP agents. Network: 1e820407-3f3c-4c9a-a6b2-f7573b3383fd, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:04:06.768214 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device aa445040-0321-4bcf-95f9-41b9d1c448ec up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:06.834069 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-20692258-2b14-4b8b-8ecf-eeb2dc60cb21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:06.840471 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Network 1e820407-3f3c-4c9a-a6b2-f7573b3383fd is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:04:06.886302 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, 1e820407-3f3c-4c9a-a6b2-f7573b3383fd) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:06.898246 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fb277c-a678-4bd4-a619-20653aaf329e None None] Network 1e820407-3f3c-4c9a-a6b2-f7573b3383fd requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:04:07.049274 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Allocated IP 172.20.0.2 (41f1d152-05fa-431e-881d-6789a11dfe22/066b5e62-ad57-425f-8725-667a028740da/8251b17c-8381-49b8-a79f-5130efafbfb2) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:07.056941 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port aa445040-0321-4bcf-95f9-41b9d1c448ec completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:07.154161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:07.154813 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:07.238732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f6c867-f812-416b-8b71-1ba15934ffd7 None None] Network 9bed9bea-fabb-4082-8967-92ad14eef61a requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:04:07.252498 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17138db5-0c15-4399-a1cd-bdf6e1de4aee,revision_number=0']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:07.253182 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854104902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715288'] for router, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:07.255896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:07.408096 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854060509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854104917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770799'] for router, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:07.414672 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2687185 Feb 17 00:04:07.449692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-20692258-2b14-4b8b-8ecf-eeb2dc60cb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:07.471271 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-b3e7f64c-c783-4ca8-815a-019b64c633a5 None None] Provisioning for port aa445040-0321-4bcf-95f9-41b9d1c448ec completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:07.500039 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-20692258-2b14-4b8b-8ecf-eeb2dc60cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:07.516987 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-b3e7f64c-c783-4ca8-815a-019b64c633a5 None None] Provisioning complete for port aa445040-0321-4bcf-95f9-41b9d1c448ec triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:07.517800 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f64c-c783-4ca8-815a-019b64c633a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:07.529202 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Router 96b055d2-b272-4e87-b6fb-6074c7deff85 is scheduled to L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa with binding_index 1 {{(pid=83921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:04:07.547221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:07.752603 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-20692258-2b14-4b8b-8ecf-eeb2dc60cb21 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=25914aad89a744be99a6b1f524b72a6e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9219708 Feb 17 00:04:07.752603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20692258-2b14-4b8b-8ecf-eeb2dc60cb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6068f413-227b-4802-a04b-4727b81d486f,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:07.763505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47808) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:07.764378 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-20692258-2b14-4b8b-8ecf-eeb2dc60cb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:07.785545 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Checking segment: {'id': '88ebecaa-ebcc-4caf-8948-9084129d97f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:07.785954 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Network hostable DHCP agents. Network: 4ca00216-ee09-4b8a-a03b-9db9b3566f52, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:04:07.809105 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:04:07.820990 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Sync routers for ids ['96b055d2-b272-4e87-b6fb-6074c7deff85'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:04:07.840587 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Notify callbacks [] for router, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:07.841436 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Routers {'96b055d2-b272-4e87-b6fb-6074c7deff85'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:04:07.842319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:03:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['96b055d2-b272-4e87-b6fb-6074c7deff85'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:07.845858 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8300452 Feb 17 00:04:07.846702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47812) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:07.911666 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a290-0e1f-4b2e-8168-ae4b23dff167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:07.945648 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:04:07.953829 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47830) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:07.974809 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a290-0e1f-4b2e-8168-ae4b23dff167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:07.982280 dv-cinder-759961-3-smb neutron-server[83811]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 00:04:08.020454 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48c1934-e58c-41e5-9f08-c3485e33f066 None None] Network 1e820407-3f3c-4c9a-a6b2-f7573b3383fd requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:04:08.105442 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:08.125301 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, 4ca00216-ee09-4b8a-a03b-9db9b3566f52) {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:08.137168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47834) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:08.151957 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Set router 96b055d2-b272-4e87-b6fb-6074c7deff85 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:04:08.170646 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:08.171299 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:08.206329 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf499742-7eec-47d5-97c9-591557802d86 None None] Network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:04:08.250373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Transition to ACTIVE for port object 8251b17c-8381-49b8-a79f-5130efafbfb2 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:08.303364 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-09403863-facf-4625-80e6-38e559978870 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.6842227 Feb 17 00:04:08.387567 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47840) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:08.459698 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Transition to ACTIVE for port object 8251b17c-8381-49b8-a79f-5130efafbfb2 will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:08.520999 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f64c-c783-4ca8-815a-019b64c633a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:08.566561 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:06Z', 'revision_number': 3, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:08.572904 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Checking router: 96b055d2-b272-4e87-b6fb-6074c7deff85 for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:04:08.575283 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Updating router 96b055d2-b272-4e87-b6fb-6074c7deff85 port b732c5b0-c009-481e-bcdd-25184e5e7f8d binding host dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:04:08.653295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:08.710215 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:08.722124 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-642257993-router', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:08.728599 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:08.733119 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Usage tracker for resource:router and tenant:a2ee46360fcd446293cdd25aa696350b is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:08.736426 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:08.742905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:08.770830 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a290-0e1f-4b2e-8168-ae4b23dff167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:08.807794 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5050'] for router, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:08.809617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854024533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770814'] for router, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:08.822150 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dbbfb612-e436-4e72-96d9-d7639cdf1d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:08.953330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-81dbcd4b-4db8-4e45-b792-b2bad1477f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:08.967265 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:09.015596 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ca4ed115-0bde-4071-a25f-2a4dddb81cc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:09.059667 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:09.070423 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for subnet, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:09.071745 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:09.084465 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:09.098890 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Transition to ACTIVE for port object b732c5b0-c009-481e-bcdd-25184e5e7f8d will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:09.103954 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:09.123340 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-dbbfb612-e436-4e72-96d9-d7639cdf1d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:09.131874 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-dbbfb612-e436-4e72-96d9-d7639cdf1d5a admin admin] Usage tracker for resource:security_group_rule and tenant:cb9d6b4af3b5416186267720865c1b81 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:09.138449 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-dbbfb612-e436-4e72-96d9-d7639cdf1d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:09.152635 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-dbbfb612-e436-4e72-96d9-d7639cdf1d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:09.209024 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:09.251579 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dbbfb612-e436-4e72-96d9-d7639cdf1d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:09.277946 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:09.286684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dbbfb612-e436-4e72-96d9-d7639cdf1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:09.310722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Pushing event updated for resources: {'Port': ['ID=b732c5b0-c009-481e-bcdd-25184e5e7f8d,revision_number=2']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:09.322287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.323143 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.323819 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.324371 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.325093 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.325597 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.326257 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.326779 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.327282 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.327924 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.328424 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.329111 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.329727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.330350 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.331113 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.331645 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.332145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.332646 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.333159 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.333674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.334254 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.334773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.335271 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.335770 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Tracked resource versions report: Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: pushed versions: Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: { 'AddressGroup': {'1.1'}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': {'1.0'}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': {'1.0'}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': {'1.1'}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': {'1.7'}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': {'1.2'}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': {'1.8'}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': {'1.4'}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': {'1.0'}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': {'1.1'}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': {'1.1'}} Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: consumer versions: Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: { DHCP agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: L3 agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: Metadata agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: Metering agent@dv-cinder-759961-3-smb: {}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: Open vSwitch agent@dv-cinder-759961-3-smb: { 'AddressGroup': '1.1', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': '1.0', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': '1.0', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': '1.1', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': '1.7', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': '1.2', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': '1.8', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': '1.4', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': '1.2', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': '1.0', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': '1.1', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': '1.1'}, Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'ConntrackHelper': '1.0', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Log': '1.0', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Network': '1.1', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Port': '1.7', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'PortForwarding': '1.2', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'QosPolicy': '1.8', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroup': '1.4', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'SecurityGroupRule': '1.2', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'SubPort': '1.0', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Subnet': '1.1', Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: 'Trunk': '1.1'}} Feb 17 00:04:09.337311 dv-cinder-759961-3-smb neutron-server[83811]: {{(pid=83924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:04:09.371510 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:09.409943 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Network 41f1d152-05fa-431e-881d-6789a11dfe22 is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:09.412787 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Attempting to bind port b732c5b0-c009-481e-bcdd-25184e5e7f8d on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:04:09.413426 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Attempting to bind port b732c5b0-c009-481e-bcdd-25184e5e7f8d by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:04:09.415891 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Attempting to bind port b732c5b0-c009-481e-bcdd-25184e5e7f8d on network 4cea41e0-975c-4c05-822b-6951b7473dd4 {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:04:09.426943 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:09.427788 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Checking segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:09.428525 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:09.429175 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Bound using segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:09.429966 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Bound port: b732c5b0-c009-481e-bcdd-25184e5e7f8d, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:04:09.430602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:09.431928 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-b3e7f64c-c783-4ca8-815a-019b64c633a5 None None] For port aa445040-0321-4bcf-95f9-41b9d1c448ec, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=aa445040-0321-4bcf-95f9-41b9d1c448ec,segment=NetworkSegment(0b226fb9-e351-4a5d-bdbb-8186f90c055d),segment_id=0b226fb9-e351-4a5d-bdbb-8186f90c055d)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:04:09.434460 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Resources bound (agent type, host, resource id): {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:09.438476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:09.476290 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-dbbfb612-e436-4e72-96d9-d7639cdf1d5a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cb9d6b4af3b5416186267720865c1b81&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3316660 Feb 17 00:04:09.486814 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9a290-0e1f-4b2e-8168-ae4b23dff167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6068f413-227b-4802-a04b-4727b81d486f,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:09.492378 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47856) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:09.553543 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] For port b732c5b0-c009-481e-bcdd-25184e5e7f8d, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:04:09.557794 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] For port b732c5b0-c009-481e-bcdd-25184e5e7f8d, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=b732c5b0-c009-481e-bcdd-25184e5e7f8d,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:04:09.565294 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:09.568870 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0ea9a290-0e1f-4b2e-8168-ae4b23dff167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:09.578380 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:09.591575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f64c-c783-4ca8-815a-019b64c633a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:09.609274 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698b9c69-b9f9-4792-b9ce-876de7d01239 None None] Network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:04:09.644280 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-7072980e-9c8d-4e23-a630-964f567315a1 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:09.645575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-7072980e-9c8d-4e23-a630-964f567315a1 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Synchronizing usage tracker for tenant:0c1d8de6feed43a692ed525ab390f782 on resource:network {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:09.771751 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Allocated IP 172.20.0.1 (9bed9bea-fabb-4082-8967-92ad14eef61a/7fd2358e-bd02-44c1-88fe-65c85dcf897a/1a315c4f-aa46-4a01-bc9b-51ede2ea617a) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:09.826722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Pushing event updated for resources: {'Port': ['ID=8251b17c-8381-49b8-a79f-5130efafbfb2,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:09.900320 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:09.934496 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:09.981218 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:10.016868 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Pushing event updated for resources: {'Port': ['ID=b732c5b0-c009-481e-bcdd-25184e5e7f8d,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:10.021630 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:10.123381 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:10.130417 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Routers {'96b055d2-b272-4e87-b6fb-6074c7deff85'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:04:10.133165 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4625a851-cafe-40a6-81f5-a0913ace2471,revision_number=0']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:10.133308 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:03:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['96b055d2-b272-4e87-b6fb-6074c7deff85'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:10.141967 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:10.144287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7f64c-c783-4ca8-815a-019b64c633a5 None None] Pushing event updated for resources: {'Port': ['ID=aa445040-0321-4bcf-95f9-41b9d1c448ec,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:10.158002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Transition to ACTIVE for port object 1a315c4f-aa46-4a01-bc9b-51ede2ea617a will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:10.183121 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.721s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:10.185542 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:10.221595 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b3e7f64c-c783-4ca8-815a-019b64c633a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:10.318957 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Attempting to bind port 8251b17c-8381-49b8-a79f-5130efafbfb2 on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:04:10.319260 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Attempting to bind port 8251b17c-8381-49b8-a79f-5130efafbfb2 by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:04:10.319666 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Attempting to bind port 8251b17c-8381-49b8-a79f-5130efafbfb2 on network 41f1d152-05fa-431e-881d-6789a11dfe22 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:04:10.324372 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-a860b3de-4af3-4a34-becc-45df3bfddba3 None None] Provisioning complete for port aa445040-0321-4bcf-95f9-41b9d1c448ec triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:10.324786 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a860b3de-4af3-4a34-becc-45df3bfddba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:10.378573 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d48aad63-8228-4422-9173-ebbcd77cebfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:10.396504 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] Set router 96b055d2-b272-4e87-b6fb-6074c7deff85 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:04:10.407576 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device aa445040-0321-4bcf-95f9-41b9d1c448ec up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:10.441023 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Network 9bed9bea-fabb-4082-8967-92ad14eef61a is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:10.449964 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:10.451242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:10.451242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Checking segment: {'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:10.451924 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:10.452360 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Bound using segment: {'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:10.452890 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Bound port: 8251b17c-8381-49b8-a79f-5130efafbfb2, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:04:10.453321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:10.456780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:10.458293 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854108159'] for router_interface, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:10.633419 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:10.634540 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a290-0e1f-4b2e-8168-ae4b23dff167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:10.649724 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-0ea9a290-0e1f-4b2e-8168-ae4b23dff167 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6068f413-227b-4802-a04b-4727b81d486f HTTP/1.1" status: 204 len: 168 time: 2.8701215 Feb 17 00:04:10.709405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Pushing event updated for resources: {'Port': ['ID=1a315c4f-aa46-4a01-bc9b-51ede2ea617a,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:10.720681 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:10.754490 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] For port 8251b17c-8381-49b8-a79f-5130efafbfb2, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:04:10.787389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] For port 8251b17c-8381-49b8-a79f-5130efafbfb2, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=8251b17c-8381-49b8-a79f-5130efafbfb2,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:04:10.849844 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:10.905454 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:06Z', 'revision_number': 3, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:10.910114 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4879c0-1a38-489b-926c-83a3789732c6 None None] The sync data for ids ['96b055d2-b272-4e87-b6fb-6074c7deff85'] in dv-cinder-759961-3-smb is: [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:06Z', 'revision_number': 3, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:04:10.930142 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:10.962914 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-7072980e-9c8d-4e23-a630-964f567315a1 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Unset dirty status for tenant:0c1d8de6feed43a692ed525ab390f782 on resource:network {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:10.964175 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-7072980e-9c8d-4e23-a630-964f567315a1 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/networks?id=1e820407-3f3c-4c9a-a6b2-f7573b3383fd HTTP/1.1" status: 200 len: 812 time: 3.0061586 Feb 17 00:04:11.032628 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-ab90da20-83d9-46bc-85fe-8419eb75ca9b tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/quotas/0c1d8de6feed43a692ed525ab390f782 HTTP/1.1" status: 200 len: 375 time: 0.0358753 Feb 17 00:04:11.039835 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port aa445040-0321-4bcf-95f9-41b9d1c448ec triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:11.047684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:11.053780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfb612-e436-4e72-96d9-d7639cdf1d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07790b6-c6e0-47e6-90e3-d4d07e876c3c,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:11.057973 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-dbbfb612-e436-4e72-96d9-d7639cdf1d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:11.152881 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:11.160416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:11.162274 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667751'] for router_interface, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:11.168871 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Pushing event updated for resources: {'Port': ['ID=8251b17c-8381-49b8-a79f-5130efafbfb2,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:11.170529 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-11a6cf6e-0cb9-42bc-9415-d1c654691d36 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0c1d8de6feed43a692ed525ab390f782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949340 Feb 17 00:04:11.180345 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:11.180499 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854060509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854104917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770799'] for router, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:11.188723 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4114e7e8-295a-4b00-adba-1a78b91ad25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:11.200567 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Allocated IP 172.28.2.102 (4cea41e0-975c-4c05-822b-6951b7473dd4/fe675137-7af0-487b-b384-b9c8d364eafc/508b5f58-e61c-406d-826f-8133c0e72794) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:11.294562 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-10981385-463a-40d3-a875-2228c5c7c903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:11.370504 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 47898) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:11.408408 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-e1a29d75-56bb-4b5f-9b46-e1f905db18df None None] Provisioning complete for port aa445040-0321-4bcf-95f9-41b9d1c448ec triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:11.408828 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e1a29d75-56bb-4b5f-9b46-e1f905db18df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:11.412185 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Pushing event updated for resources: {'Port': ['ID=1a315c4f-aa46-4a01-bc9b-51ede2ea617a,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:11.421443 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Checking segment: {'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:11.421642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:11.421847 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Network hostable DHCP agents. Network: 0520da59-3382-4a2f-bac6-074b9669413e, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:04:11.483917 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-755ede7a-9d7c-4359-a6a5-e3fe9b82f92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:11.516316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-10981385-463a-40d3-a875-2228c5c7c903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:11.543579 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Network 9bed9bea-fabb-4082-8967-92ad14eef61a is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:11.544979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:11.632818 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-73895c54-43ef-42db-92f7-8efa71d8875a service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=83920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:04:11.633895 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-73895c54-43ef-42db-92f7-8efa71d8875a service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1644926 Feb 17 00:04:11.647320 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-755ede7a-9d7c-4359-a6a5-e3fe9b82f92e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:11.698785 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-e1a29d75-56bb-4b5f-9b46-e1f905db18df None None] Provisioning for port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:11.708107 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-755ede7a-9d7c-4359-a6a5-e3fe9b82f92e admin admin] Usage tracker for resource:security_group_rule and tenant:d75e72e1aa854b2386a5a37e9aae356d is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:11.711218 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-e1a29d75-56bb-4b5f-9b46-e1f905db18df None None] Provisioning complete for port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:11.712001 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e1a29d75-56bb-4b5f-9b46-e1f905db18df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:11.752595 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-755ede7a-9d7c-4359-a6a5-e3fe9b82f92e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:11.853573 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-e1a29d75-56bb-4b5f-9b46-e1f905db18df None None] Port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:04:11.880029 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Router 96b055d2-b272-4e87-b6fb-6074c7deff85 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:04:11.887559 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Network 0520da59-3382-4a2f-bac6-074b9669413e is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:04:11.890177 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-755ede7a-9d7c-4359-a6a5-e3fe9b82f92e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:11.898632 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-10981385-463a-40d3-a875-2228c5c7c903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:11.941748 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0ea9a290-0e1f-4b2e-8168-ae4b23dff167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:11.978672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, 0520da59-3382-4a2f-bac6-074b9669413e) {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:11.983539 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-ef331451-5238-4c27-a7a3-4e621d7cba2e None None] Provisioning complete for port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:11.984165 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ef331451-5238-4c27-a7a3-4e621d7cba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:12.010743 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10981385-463a-40d3-a875-2228c5c7c903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07790b6-c6e0-47e6-90e3-d4d07e876c3c,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:12.027316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1593eab-98a3-4742-8dee-4afb856025b0 None None] Network 0520da59-3382-4a2f-bac6-074b9669413e requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:04:12.117691 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:04:12.151844 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] 10.222.0.63 "PUT /v2.0/routers/96b055d2-b272-4e87-b6fb-6074c7deff85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3036501 Feb 17 00:04:12.184163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-ef331451-5238-4c27-a7a3-4e621d7cba2e None None] Port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:04:12.343034 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-10981385-463a-40d3-a875-2228c5c7c903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:12.348306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:12.351670 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:12.414084 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:12.418862 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0b3c7b-4e77-4b45-a837-b6d277662159 None None] Network 0520da59-3382-4a2f-bac6-074b9669413e requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:04:12.488322 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-5ffff81a-f330-4061-bde1-5ddfdd04b0d4 service neutron] 10.222.0.63 "GET /v2.0/networks/1e820407-3f3c-4c9a-a6b2-f7573b3383fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8449717 Feb 17 00:04:12.507162 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-10981385-463a-40d3-a875-2228c5c7c903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:12.515507 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-10981385-463a-40d3-a875-2228c5c7c903 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c07790b6-c6e0-47e6-90e3-d4d07e876c3c HTTP/1.1" status: 204 len: 168 time: 2.9484649 Feb 17 00:04:12.538625 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 8251b17c-8381-49b8-a79f-5130efafbfb2 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:12.699327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port 8251b17c-8381-49b8-a79f-5130efafbfb2 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:12.737676 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-7004f989-a839-44c5-be8a-56d3ec749a39 service neutron] 10.222.0.63 "GET /v2.0/networks/1e820407-3f3c-4c9a-a6b2-f7573b3383fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2183297 Feb 17 00:04:12.762218 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 6.7493339 Feb 17 00:04:12.762218 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-755ede7a-9d7c-4359-a6a5-e3fe9b82f92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:12.790036 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device b732c5b0-c009-481e-bcdd-25184e5e7f8d up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:12.794021 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-755ede7a-9d7c-4359-a6a5-e3fe9b82f92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:12.863652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:12.967440 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ede7a-9d7c-4359-a6a5-e3fe9b82f92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deb31b3-9ce9-475a-b8df-3dcdeb34fb46,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:12.984828 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-755ede7a-9d7c-4359-a6a5-e3fe9b82f92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:13.054733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47940) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:13.057270 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-755ede7a-9d7c-4359-a6a5-e3fe9b82f92e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d75e72e1aa854b2386a5a37e9aae356d&name=default HTTP/1.1" status: 200 len: 2977 time: 1.6800346 Feb 17 00:04:13.187452 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2917c544-a2d0-445d-9f87-063cdb1b425d req-87ae0224-32f1-4eff-a947-052e7b794db9 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 210 time: 0.0947022 Feb 17 00:04:13.258997 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a453a8d5-b174-4785-a82a-ff4b6e638674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:13.273004 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port b732c5b0-c009-481e-bcdd-25184e5e7f8d completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:13.287987 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port b732c5b0-c009-481e-bcdd-25184e5e7f8d triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:13.288416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:13.304373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a453a8d5-b174-4785-a82a-ff4b6e638674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:13.375231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47964) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:13.383043 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1391993680', 'description': 'tempest-description--2015924915'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:13.394255 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:13.415137 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a453a8d5-b174-4785-a82a-ff4b6e638674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:13.416363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Usage tracker for resource:security_group and tenant:cf5111a3597c480680e0f9abf0a384d8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:13.437623 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:13.443452 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-29a1db46-5b45-438f-a1f5-2b44c77eee90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:13.467076 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:13.471694 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453a8d5-b174-4785-a82a-ff4b6e638674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deb31b3-9ce9-475a-b8df-3dcdeb34fb46,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:13.483458 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a453a8d5-b174-4785-a82a-ff4b6e638674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:13.485227 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-a453a8d5-b174-4785-a82a-ff4b6e638674 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6deb31b3-9ce9-475a-b8df-3dcdeb34fb46 HTTP/1.1" status: 204 len: 168 time: 0.4294190 Feb 17 00:04:13.486546 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a453a8d5-b174-4785-a82a-ff4b6e638674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:13.498272 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:13.506883 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:13.544782 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:13.549173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Usage tracker for resource:security_group_rule and tenant:cf5111a3597c480680e0f9abf0a384d8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:13.552293 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:13.558408 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:13.677466 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:13.682507 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2689e193-e315-44a5-93ad-d9e186a109ea None None] Network 41f1d152-05fa-431e-881d-6789a11dfe22 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:04:13.760948 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Pushing event updated for resources: {'Port': ['ID=508b5f58-e61c-406d-826f-8133c0e72794,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:13.803761 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:13.880586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:13.887260 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:13.900541 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:13.900841 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:13.906216 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-478f6a53-2619-4422-b36c-ea172c1d1b7c None None] Provisioning for port 8251b17c-8381-49b8-a79f-5130efafbfb2 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:13.924591 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-478f6a53-2619-4422-b36c-ea172c1d1b7c None None] Provisioning complete for port 8251b17c-8381-49b8-a79f-5130efafbfb2 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:13.925005 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-478f6a53-2619-4422-b36c-ea172c1d1b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:13.930791 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:13.935687 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:13.946028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a453a8d5-b174-4785-a82a-ff4b6e638674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:14.009858 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c094f8b2-8151-4e54-b69a-7ea55fad22ff,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:14.025426 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:14.030500 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port b732c5b0-c009-481e-bcdd-25184e5e7f8d, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=b732c5b0-c009-481e-bcdd-25184e5e7f8d,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:04:14.046649 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:14.054717 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:14.059247 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6827066 Feb 17 00:04:14.059896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 47978) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:14.067791 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-38f77d5e-5857-467a-9427-d5beb42ac23f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Request body: {'security_group_rule': {'security_group_id': 'c094f8b2-8151-4e54-b69a-7ea55fad22ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:14.083063 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-38f77d5e-5857-467a-9427-d5beb42ac23f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:14.091987 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-38f77d5e-5857-467a-9427-d5beb42ac23f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Usage tracker for resource:security_group_rule and tenant:cf5111a3597c480680e0f9abf0a384d8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:14.100575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-38f77d5e-5857-467a-9427-d5beb42ac23f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:14.113820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-38f77d5e-5857-467a-9427-d5beb42ac23f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:14.119639 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-478f6a53-2619-4422-b36c-ea172c1d1b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:14.149463 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38f77d5e-5857-467a-9427-d5beb42ac23f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:14.165569 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:14.336475 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=b732c5b0-c009-481e-bcdd-25184e5e7f8d,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:14.358730 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:14.383306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48008) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:14.397533 dv-cinder-759961-3-smb neutron-server[83811]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 00:04:14.459170 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-478f6a53-2619-4422-b36c-ea172c1d1b7c None None] For port 8251b17c-8381-49b8-a79f-5130efafbfb2, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=8251b17c-8381-49b8-a79f-5130efafbfb2,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:04:14.464972 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-eeb3fb5e-1fff-4d9b-bffd-92693eb13ca8 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:14.465742 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-eeb3fb5e-1fff-4d9b-bffd-92693eb13ca8 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Synchronizing usage tracker for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:network {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:14.467536 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-478f6a53-2619-4422-b36c-ea172c1d1b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:14.474653 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:14.528569 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-eeb3fb5e-1fff-4d9b-bffd-92693eb13ca8 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Unset dirty status for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:network {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:14.534461 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8c98032a-4890-4229-8e29-1ad9a424f6ae req-16361e3f-c4ec-49c5-b4f4-e9a0723e3d1f tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 210 time: 0.1499648 Feb 17 00:04:14.536394 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38f77d5e-5857-467a-9427-d5beb42ac23f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:14.537307 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-eeb3fb5e-1fff-4d9b-bffd-92693eb13ca8 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/networks?id=0520da59-3382-4a2f-bac6-074b9669413e HTTP/1.1" status: 200 len: 814 time: 0.3267164 Feb 17 00:04:14.550415 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38f77d5e-5857-467a-9427-d5beb42ac23f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749949'] for security_group_rule, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:14.552268 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:14.561331 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Sync routers for ids ['96b055d2-b272-4e87-b6fb-6074c7deff85'] in dv-cinder-759961-3-smb {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:04:14.584360 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f77d5e-5857-467a-9427-d5beb42ac23f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3f50a2-5d70-4852-b351-83e6cda3207f,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:14.586991 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:14.588403 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-38f77d5e-5857-467a-9427-d5beb42ac23f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:14.628334 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38f77d5e-5857-467a-9427-d5beb42ac23f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:14.628994 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:14.629645 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-38f77d5e-5857-467a-9427-d5beb42ac23f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5687492 Feb 17 00:04:14.632825 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48028) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:14.638714 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-7dd3cc3a-6a08-4ab6-af82-4174bde973bb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Request body: {'security_group_rule': {'security_group_id': 'c094f8b2-8151-4e54-b69a-7ea55fad22ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:14.655404 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-3be26b93-1009-42f1-b694-c4e5a9a40120 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/quotas/b28f395db7ee4f8ba7943b456e6bafd0 HTTP/1.1" status: 200 len: 375 time: 0.1158085 Feb 17 00:04:14.656701 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-7dd3cc3a-6a08-4ab6-af82-4174bde973bb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:14.662756 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-7dd3cc3a-6a08-4ab6-af82-4174bde973bb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Usage tracker for resource:security_group_rule and tenant:cf5111a3597c480680e0f9abf0a384d8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:14.674560 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-7dd3cc3a-6a08-4ab6-af82-4174bde973bb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:14.676671 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Routers {'96b055d2-b272-4e87-b6fb-6074c7deff85'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:04:14.677609 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:03:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['96b055d2-b272-4e87-b6fb-6074c7deff85'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:14.684089 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-7dd3cc3a-6a08-4ab6-af82-4174bde973bb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:14.724158 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7dd3cc3a-6a08-4ab6-af82-4174bde973bb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:14.817759 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48038) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:14.825268 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f6a53-2619-4422-b36c-ea172c1d1b7c None None] Pushing event updated for resources: {'Port': ['ID=8251b17c-8381-49b8-a79f-5130efafbfb2,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:14.862928 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7dd3cc3a-6a08-4ab6-af82-4174bde973bb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:14.870447 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7dd3cc3a-6a08-4ab6-af82-4174bde973bb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749949'] for security_group_rule, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:14.873350 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:14.912353 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3cc3a-6a08-4ab6-af82-4174bde973bb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85d7d3c-ef9c-4e73-b330-a71b3b4ee393,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:14.915372 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7dd3cc3a-6a08-4ab6-af82-4174bde973bb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:14.940063 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7dd3cc3a-6a08-4ab6-af82-4174bde973bb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:14.941538 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-7dd3cc3a-6a08-4ab6-af82-4174bde973bb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3074880 Feb 17 00:04:14.944882 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48046) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:14.950369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Request body: {'floatingip': {'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:14.964249 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:14.971447 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Usage tracker for resource:floatingip and tenant:cf5111a3597c480680e0f9abf0a384d8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:14.977107 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:14.990595 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:15.005260 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:15.034275 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-478f6a53-2619-4422-b36c-ea172c1d1b7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:15.138923 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Set router 96b055d2-b272-4e87-b6fb-6074c7deff85 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:04:15.166085 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1925603967-network', 'tenant_id': '106ca10152594cebac9919558e364df6'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:15.176616 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:15.197267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Usage tracker for resource:network and tenant:106ca10152594cebac9919558e364df6 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:15.202671 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:15.213386 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:15.231089 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-43dd9dc0-85ca-4dfa-aac0-2d57ae07cb66 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b28f395db7ee4f8ba7943b456e6bafd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5737419 Feb 17 00:04:15.231259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:15.265838 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Made reservation on behalf of 106ca10152594cebac9919558e364df6 for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:15.276002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:15.305859 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48060) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:15.333402 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:15.452885 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:15.458182 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Usage tracker for resource:security_group_rule and tenant:106ca10152594cebac9919558e364df6 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:15.461934 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:15.469726 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:15.811775 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e625b431-7bd9-4734-a2fa-70894159e28f req-72a58ddf-a05e-4d22-9af0-56d6f3d7146a tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 210 time: 0.1440828 Feb 17 00:04:15.815578 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-f2f1609a-b65c-49f6-bad4-41e0e1e5dfd3 None None] Provisioning complete for port 8251b17c-8381-49b8-a79f-5130efafbfb2 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:15.816001 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f2f1609a-b65c-49f6-bad4-41e0e1e5dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:15.926180 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 2, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:15.955881 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-728fac8f-015d-4340-a919-8b211fbbb115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:16.007751 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:16.036418 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:16.037541 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Checking router: 96b055d2-b272-4e87-b6fb-6074c7deff85 for host: dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:04:16.038107 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Updating router 96b055d2-b272-4e87-b6fb-6074c7deff85 port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a binding host dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:04:16.061405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:16.067516 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-728fac8f-015d-4340-a919-8b211fbbb115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:16.111658 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:16.114749 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-728fac8f-015d-4340-a919-8b211fbbb115 admin admin] Usage tracker for resource:security_group_rule and tenant:38212d02cac4440899de50baf5966a4c is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:16.117443 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:16.136528 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-728fac8f-015d-4340-a919-8b211fbbb115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:16.180016 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-728fac8f-015d-4340-a919-8b211fbbb115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:16.298260 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-728fac8f-015d-4340-a919-8b211fbbb115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:16.299962 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-b783a729-08d1-4fd6-b6b0-8b63910ee089 None None] Provisioning complete for port 8251b17c-8381-49b8-a79f-5130efafbfb2 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:16.300852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b783a729-08d1-4fd6-b6b0-8b63910ee089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:16.328699 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed2299f-c5b9-4938-9afe-8eff36ecc58b,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:16.334917 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:04:16.342839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-728fac8f-015d-4340-a919-8b211fbbb115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:16.345979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:16.423014 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:16.439534 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device b732c5b0-c009-481e-bcdd-25184e5e7f8d up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:16.447061 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-728fac8f-015d-4340-a919-8b211fbbb115 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=38212d02cac4440899de50baf5966a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1397676 Feb 17 00:04:16.452332 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:16.452729 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Added segment f3d64c43-eb53-4ebe-b7a7-5d7a52d239d5 of type vxlan for network b1947220-83c4-489a-a527-6f2806e7a772 Feb 17 00:04:16.487997 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:16.539928 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48092) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:16.544988 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:16.550398 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:16.551120 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:16.566503 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fac8f-015d-4340-a919-8b211fbbb115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31eaf68-30e2-4442-b32e-193fdbe8bddc,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:16.587658 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854104902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715288'] for router, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:16.588837 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-728fac8f-015d-4340-a919-8b211fbbb115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:16.590115 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:16.595954 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Allocated IP 172.28.2.195 (4cea41e0-975c-4c05-822b-6951b7473dd4/fe675137-7af0-487b-b384-b9c8d364eafc/f8f5e907-c7b0-4de3-8c57-59df94a79511) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:16.686426 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-ce3678f9-9169-474b-ab5a-6774e69cc33f service neutron] 10.222.0.63 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4324865 Feb 17 00:04:16.704174 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Pushing event updated for resources: {'Network': ['ID=b1947220-83c4-489a-a527-6f2806e7a772,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:16.718108 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:16.737583 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9108274 Feb 17 00:04:16.740580 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48100) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:16.748466 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Request body: {'subnet': {'network_id': 'b1947220-83c4-489a-a527-6f2806e7a772', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1925603967-subnet', 'tenant_id': '106ca10152594cebac9919558e364df6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:16.754000 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.54', 53611) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:16.799567 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network b1947220-83c4-489a-a527-6f2806e7a772 details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:04:16.819561 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network b1947220-83c4-489a-a527-6f2806e7a772 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:04:16.822606 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:16.950259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0f012cb4-8e9d-4010-92d5-e52e57a64a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:16.982605 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0f012cb4-8e9d-4010-92d5-e52e57a64a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:17.077835 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-52427e55-ad4c-4000-97a0-fae5699c4867 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:17.077835 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-52427e55-ad4c-4000-97a0-fae5699c4867 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.54 "GET /v2.0/networks?id=1e820407-3f3c-4c9a-a6b2-f7573b3383fd HTTP/1.1" status: 200 len: 812 time: 0.3218894 Feb 17 00:04:17.108160 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0f012cb4-8e9d-4010-92d5-e52e57a64a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:17.148963 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-10981385-463a-40d3-a875-2228c5c7c903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:17.154753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Usage tracker for resource:subnet and tenant:106ca10152594cebac9919558e364df6 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:17.159664 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-765eff3e-f3b3-47ef-98cd-18849cf86ce1 req-cfc60b3c-50a5-43cb-8bc7-7b38de3bb050 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 210 time: 0.0814691 Feb 17 00:04:17.160784 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:17.169197 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Request body: {'port': {'device_id': '97f48838-46fa-4fd6-9e86-ad3340c594d3', 'network_id': '1e820407-3f3c-4c9a-a6b2-f7573b3383fd', 'admin_state_up': True, 'tenant_id': '0c1d8de6feed43a692ed525ab390f782'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:17.184189 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f012cb4-8e9d-4010-92d5-e52e57a64a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31eaf68-30e2-4442-b32e-193fdbe8bddc,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:17.187666 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0f012cb4-8e9d-4010-92d5-e52e57a64a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:17.202502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port b732c5b0-c009-481e-bcdd-25184e5e7f8d triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:17.203077 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:17.239901 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0f012cb4-8e9d-4010-92d5-e52e57a64a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:17.241983 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-0f012cb4-8e9d-4010-92d5-e52e57a64a4c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a31eaf68-30e2-4442-b32e-193fdbe8bddc HTTP/1.1" status: 204 len: 168 time: 0.6554825 Feb 17 00:04:17.300886 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-00a7aff9-2e30-47be-b80e-47f74360405a service neutron] 10.222.0.63 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6134174 Feb 17 00:04:17.339287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:17.344041 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Usage tracker for resource:port and tenant:0c1d8de6feed43a692ed525ab390f782 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:17.347281 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:17.353206 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:17.388178 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:17.394594 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Made reservation on behalf of 0c1d8de6feed43a692ed525ab390f782 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:17.400579 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:17.448131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c is scheduled to L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa with binding_index 1 {{(pid=83920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:04:17.474192 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:17.594002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Made reservation on behalf of 106ca10152594cebac9919558e364df6 for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:17.600065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Notify callbacks [] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:17.739179 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 8251b17c-8381-49b8-a79f-5130efafbfb2 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:17.920585 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:04:17.931879 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Sync routers for ids ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:04:17.946738 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-22f7e38a-e65a-4965-8ecf-34b5a6b6699f req-ebff8b6e-3a60-4d60-8e12-fda339b75afc tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 210 time: 0.2477522 Feb 17 00:04:17.955291 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Routers {'8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:04:17.957393 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:03:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:17.974207 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Notify callbacks [] for router, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:17.977448 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.1340761 Feb 17 00:04:17.979849 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48162) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:17.980376 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48164) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:18.005262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 8251b17c-8381-49b8-a79f-5130efafbfb2 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:18.005685 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:18.153310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48176) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:18.223465 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be359fa9-88f2-4dba-b6f7-075e6684eb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:18.251577 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-be359fa9-88f2-4dba-b6f7-075e6684eb97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:18.256045 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-be359fa9-88f2-4dba-b6f7-075e6684eb97 admin admin] Usage tracker for resource:security_group_rule and tenant:a8e1a8b7e4c3415b9049674dd3a45f5d is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:18.259662 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-be359fa9-88f2-4dba-b6f7-075e6684eb97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:18.266899 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-be359fa9-88f2-4dba-b6f7-075e6684eb97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:18.516495 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be359fa9-88f2-4dba-b6f7-075e6684eb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:18.538019 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Set router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:04:18.569169 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be359fa9-88f2-4dba-b6f7-075e6684eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:18.625116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-728fac8f-015d-4340-a919-8b211fbbb115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:18.653686 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:18.711912 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Transition to ACTIVE for port object 1a315c4f-aa46-4a01-bc9b-51ede2ea617a will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:18.715893 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:18.925070 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-be359fa9-88f2-4dba-b6f7-075e6684eb97 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a8e1a8b7e4c3415b9049674dd3a45f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7446070 Feb 17 00:04:18.935419 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48202) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:18.957029 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Allocated IP 172.28.2.243 (4cea41e0-975c-4c05-822b-6951b7473dd4/fe675137-7af0-487b-b384-b9c8d364eafc/a83762c4-1e36-4f55-ac87-07ceb2902a21) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:19.016232 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Allocated IP 172.20.0.9 (1e820407-3f3c-4c9a-a6b2-f7573b3383fd/f1f46695-22f2-4c11-a4b7-55cbc2c5aabd/e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:19.029955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be359fa9-88f2-4dba-b6f7-075e6684eb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2e95d5-b525-475b-a9f2-854faf831c92,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:19.069046 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-be359fa9-88f2-4dba-b6f7-075e6684eb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:19.092384 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:19.288703 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb53860-07a3-4b61-8fcd-cb833be78975 None None] Pushing event updated for resources: {'Port': ['ID=1a315c4f-aa46-4a01-bc9b-51ede2ea617a,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:19.301185 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0cb53860-07a3-4b61-8fcd-cb833be78975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:19.400633 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5d76872b-f0f0-41b7-ac59-2243fc9a28c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:19.430077 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:19.457051 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd214703-c7b7-4b85-8cb8-b50a7ea5e70e req-bae5157f-18d0-4952-a578-b1b3b98e294c tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 210 time: 0.1376154 Feb 17 00:04:19.505426 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:14Z', 'revision_number': 3, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:19.516537 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:19.518984 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Checking router: 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:04:19.519399 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Updating router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c port 508b5f58-e61c-406d-826f-8133c0e72794 binding host dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:04:19.597644 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3afdf9c4-5123-4050-b3e2-fecd8865dd94 req-bb47e9d6-5dcc-4029-bafd-49d55e353b11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 210 time: 0.5161388 Feb 17 00:04:19.664159 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:19.726555 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-65f9fcad-5dcb-44de-90f1-08b68916c6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:19.735707 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-5d76872b-f0f0-41b7-ac59-2243fc9a28c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:19.740300 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-5d76872b-f0f0-41b7-ac59-2243fc9a28c4 admin admin] Usage tracker for resource:security_group_rule and tenant:48b40a0c66f44fa082af4118d5f819eb is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:19.745311 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-5d76872b-f0f0-41b7-ac59-2243fc9a28c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:19.753028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-5d76872b-f0f0-41b7-ac59-2243fc9a28c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:19.847402 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5d76872b-f0f0-41b7-ac59-2243fc9a28c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:19.851279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:19.955866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Pushing event updated for resources: {'Port': ['ID=f8f5e907-c7b0-4de3-8c57-59df94a79511,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:19.964904 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5d76872b-f0f0-41b7-ac59-2243fc9a28c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:19.983033 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f23077-31d8-41bf-a7ab-3f9d844e9c89,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:19.996475 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:20.007595 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Attempting to bind port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:04:20.008018 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Attempting to bind port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:04:20.008427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Attempting to bind port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a on network 9bed9bea-fabb-4082-8967-92ad14eef61a {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:04:20.019834 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:20.027028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:20.045844 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:20.046276 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Checking segment: {'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:20.046739 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:20.047432 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Bound using segment: {'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:20.047971 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Bound port: 1a315c4f-aa46-4a01-bc9b-51ede2ea617a, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:04:20.048390 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:20.061504 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76872b-f0f0-41b7-ac59-2243fc9a28c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdf7c6b-f798-482a-a7ab-63407e7f1b26,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:20.065060 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:20.069829 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5d76872b-f0f0-41b7-ac59-2243fc9a28c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:20.075282 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:20.092044 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c5f49b82-e5cd-4497-9085-f6807b3bcfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:20.124019 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c5f49b82-e5cd-4497-9085-f6807b3bcfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:20.154736 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:20.157002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:20.236636 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] For port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:04:20.242713 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] For port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=1a315c4f-aa46-4a01-bc9b-51ede2ea617a,segment=NetworkSegment(0b226fb9-e351-4a5d-bdbb-8186f90c055d),segment_id=0b226fb9-e351-4a5d-bdbb-8186f90c055d)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:04:20.261905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:20.412402 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:20.501852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Routers {'96b055d2-b272-4e87-b6fb-6074c7deff85'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:04:20.504193 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:03:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['96b055d2-b272-4e87-b6fb-6074c7deff85'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:20.626199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:20.702777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.54', 53617) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:20.881316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:20.903455 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c5f49b82-e5cd-4497-9085-f6807b3bcfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:20.983154 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:21.020927 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f49b82-e5cd-4497-9085-f6807b3bcfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2e95d5-b525-475b-a9f2-854faf831c92,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:21.033767 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b6eef783-d9dc-42c9-be7a-5908d7c95018 req-1999d80d-d76a-41e2-ba5d-31edef82d48a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 210 time: 0.1486425 Feb 17 00:04:21.037563 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c5f49b82-e5cd-4497-9085-f6807b3bcfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:21.053777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] Set router 96b055d2-b272-4e87-b6fb-6074c7deff85 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:04:21.262720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-3d1f1bc2-f644-4f2f-b1f2-7eb9a28a9ce9 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:21.267703 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-3d1f1bc2-f644-4f2f-b1f2-7eb9a28a9ce9 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "GET /v2.0/networks?id=0520da59-3382-4a2f-bac6-074b9669413e HTTP/1.1" status: 200 len: 814 time: 0.5498192 Feb 17 00:04:21.275450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Checking segment: {'id': 'f3d64c43-eb53-4ebe-b7a7-5d7a52d239d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b1947220-83c4-489a-a527-6f2806e7a772'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:21.276289 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Network hostable DHCP agents. Network: b1947220-83c4-489a-a527-6f2806e7a772, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:04:21.309294 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:21.340020 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:21.472121 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb53860-07a3-4b61-8fcd-cb833be78975 None None] Pushing event updated for resources: {'Port': ['ID=1a315c4f-aa46-4a01-bc9b-51ede2ea617a,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:21.484652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0cb53860-07a3-4b61-8fcd-cb833be78975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.072s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:21.591127 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c5f49b82-e5cd-4497-9085-f6807b3bcfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:21.595682 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c5f49b82-e5cd-4497-9085-f6807b3bcfc7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4c2e95d5-b525-475b-a9f2-854faf831c92 HTTP/1.1" status: 204 len: 168 time: 2.6392553 Feb 17 00:04:21.604081 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:21.659794 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:20Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:21.672023 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08379e66-c518-4d9b-88d0-8dfa736c74df None None] The sync data for ids ['96b055d2-b272-4e87-b6fb-6074c7deff85'] in dv-cinder-759961-3-smb is: [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:20Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:04:21.685229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:21.699264 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Network b1947220-83c4-489a-a527-6f2806e7a772 is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:04:21.711607 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Transition to ACTIVE for port object 508b5f58-e61c-406d-826f-8133c0e72794 will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:21.720977 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:21.747213 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a68979bc-128f-4ed5-bb3c-9ade640c118c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:21.874674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event updated for resources: {'Port': ['ID=a83762c4-1e36-4f55-ac87-07ceb2902a21,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:21.878291 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:21.894588 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, b1947220-83c4-489a-a527-6f2806e7a772) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:21.899011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:21.899660 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:21.905740 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2f5a48-9414-4b2b-9800-fde46debd017 None None] Network b1947220-83c4-489a-a527-6f2806e7a772 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:04:21.935002 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.1929848 Feb 17 00:04:21.938673 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:21.941060 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:21.943516 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:22.023238 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-5d76872b-f0f0-41b7-ac59-2243fc9a28c4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=48b40a0c66f44fa082af4118d5f819eb&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0413551 Feb 17 00:04:22.024794 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48226) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:22.054718 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:22.144168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4fae76af-7e81-4ac2-9672-a33a664729db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:22.156481 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854104902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715288'] for router, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:22.165059 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d2119e77-48ee-4c24-a34e-a1790ba3e045 req-493bc131-2663-4300-8547-b0436de6558c tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 210 time: 0.9595528 Feb 17 00:04:22.256666 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:22.388296 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Attempting to bind port 508b5f58-e61c-406d-826f-8133c0e72794 on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:04:22.389318 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Attempting to bind port 508b5f58-e61c-406d-826f-8133c0e72794 by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:04:22.390772 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Attempting to bind port 508b5f58-e61c-406d-826f-8133c0e72794 on network 4cea41e0-975c-4c05-822b-6951b7473dd4 {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:04:22.443422 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:22.462490 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:22.462905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Checking segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:22.463351 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:22.463781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Bound using segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:22.470665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Bound port: 508b5f58-e61c-406d-826f-8133c0e72794, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:04:22.471198 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:22.623962 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed6eded-d4f2-4980-9d2a-e49d3f7cc0d6 None None] Network b1947220-83c4-489a-a527-6f2806e7a772 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:04:22.711654 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f1c62-7d2e-44c1-92a3-2b5f72ab120d None None] Pushing event updated for resources: {'Port': ['ID=508b5f58-e61c-406d-826f-8133c0e72794,revision_number=2']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:22.716556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6f2f1c62-7d2e-44c1-92a3-2b5f72ab120d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.970s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:22.867261 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] For port 508b5f58-e61c-406d-826f-8133c0e72794, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:04:22.874963 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] For port 508b5f58-e61c-406d-826f-8133c0e72794, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=508b5f58-e61c-406d-826f-8133c0e72794,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:04:22.879779 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:22.947527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6f2f1c62-7d2e-44c1-92a3-2b5f72ab120d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:22.980720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 1a315c4f-aa46-4a01-bc9b-51ede2ea617a up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:23.050805 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Request body: {'port': {'device_id': 'f2e5a588-421e-4971-849f-219ab2de9db7', 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e', 'admin_state_up': True, 'tenant_id': 'b28f395db7ee4f8ba7943b456e6bafd0'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:23.299279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-453cee5e-dd49-4b9e-9396-c285a0789f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:23.447705 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Router 03d4fc2e-90ed-476b-b26a-176be88190c7 is scheduled to L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa with binding_index 1 {{(pid=83920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:04:23.453706 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-453cee5e-dd49-4b9e-9396-c285a0789f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:23.550862 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:23.574316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:23.579242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:23.601827 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:23.660758 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63af42a3-70ce-4d03-9b43-3b9cbe9c65eb req-90cf477b-d52f-4ac6-ad13-4cb924adb031 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 210 time: 0.5293343 Feb 17 00:04:23.704769 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:23.729466 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:23.816717 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:23.955272 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Routers {'8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:04:23.956260 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:03:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:24.063158 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:24.164461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f1c62-7d2e-44c1-92a3-2b5f72ab120d None None] Pushing event updated for resources: {'Port': ['ID=508b5f58-e61c-406d-826f-8133c0e72794,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:24.164805 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=1a315c4f-aa46-4a01-bc9b-51ede2ea617a,segment=NetworkSegment(0b226fb9-e351-4a5d-bdbb-8186f90c055d),segment_id=0b226fb9-e351-4a5d-bdbb-8186f90c055d)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:04:24.175457 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6f2f1c62-7d2e-44c1-92a3-2b5f72ab120d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.237s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:24.176499 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:24.184979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0cb53860-07a3-4b61-8fcd-cb833be78975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:24.314601 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] Set router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:04:24.380727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=1a315c4f-aa46-4a01-bc9b-51ede2ea617a,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:24.395493 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:24.413266 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48276) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:24.464267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-82814de9-1316-45bb-96a7-019365b06062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:24.613831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 1a315c4f-aa46-4a01-bc9b-51ede2ea617a up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:24.648129 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Allocated IP 172.20.0.1 (41f1d152-05fa-431e-881d-6789a11dfe22/066b5e62-ad57-425f-8725-667a028740da/0fab4637-f6d3-4a5c-8c04-8f46427a6ae9) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:24.706185 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Pushing event updated for resources: {'Port': ['ID=e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:24.862062 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:24.862273 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:24.927404 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:24.953538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-453cee5e-dd49-4b9e-9396-c285a0789f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:24.987568 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1975675636-network', 'tenant_id': 'caef2ff056f349f4b7da8db9d5e51084'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:24.994543 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:14Z', 'revision_number': 3, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:24.994881 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:25.001402 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8b9cd-c618-41d6-96d2-a869184227a8 None None] The sync data for ids ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'] in dv-cinder-759961-3-smb is: [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:14Z', 'revision_number': 3, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:04:25.003427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Usage tracker for resource:network and tenant:caef2ff056f349f4b7da8db9d5e51084 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:25.005796 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:25.010590 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:25.023010 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:25.210192 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Transition to ACTIVE for port object 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 will not be triggered until provisioned by entity DHCP. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:25.211136 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ef1dab24-157d-416a-812d-45b64643c382 req-4dedb1f2-20c0-41ba-a0e5-4ca2b6b6e69e tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 210 time: 0.1492214 Feb 17 00:04:25.224194 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Network 1e820407-3f3c-4c9a-a6b2-f7573b3383fd is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:25.225468 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:25.256888 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:25.263276 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:25.264029 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:25.277587 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:25.291628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0f012cb4-8e9d-4010-92d5-e52e57a64a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:25.293352 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Usage tracker for resource:port and tenant:b28f395db7ee4f8ba7943b456e6bafd0 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:25.302511 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:25.309878 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Made reservation on behalf of caef2ff056f349f4b7da8db9d5e51084 for: {'network': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:25.320028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:25.326928 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:25.336931 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event updated for resources: {'Port': ['ID=a83762c4-1e36-4f55-ac87-07ceb2902a21,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:25.365008 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.548s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:25.368777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.664s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:25.369345 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:25.374608 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:04:25.388491 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Sync routers for ids ['03d4fc2e-90ed-476b-b26a-176be88190c7'] in dv-cinder-759961-3-smb {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:04:25.389256 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-a7c98cba-58b3-4b20-84ea-7597ccd01a29 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2247603 Feb 17 00:04:25.396831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Made reservation on behalf of b28f395db7ee4f8ba7943b456e6bafd0 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:25.403229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:25.427479 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Routers {'03d4fc2e-90ed-476b-b26a-176be88190c7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:04:25.428666 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:04:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['03d4fc2e-90ed-476b-b26a-176be88190c7'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:25.492572 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-453cee5e-dd49-4b9e-9396-c285a0789f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:25.504759 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-453cee5e-dd49-4b9e-9396-c285a0789f7c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0cdf7c6b-f798-482a-a7ab-63407e7f1b26 HTTP/1.1" status: 204 len: 168 time: 3.3430762 Feb 17 00:04:25.506094 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:25.518788 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:25.588278 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cee5e-dd49-4b9e-9396-c285a0789f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdf7c6b-f798-482a-a7ab-63407e7f1b26,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:25.609621 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-453cee5e-dd49-4b9e-9396-c285a0789f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:25.694427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-47106820-b8e3-4038-a5b4-eed9cdd382c7 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=83921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:04:25.695853 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-47106820-b8e3-4038-a5b4-eed9cdd382c7 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0079603 Feb 17 00:04:25.728564 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:25.898989 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:25.913189 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Usage tracker for resource:security_group_rule and tenant:caef2ff056f349f4b7da8db9d5e51084 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:25.917244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:25.935654 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:26.134061 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:26.135642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:26.159622 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:26.161270 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.2152772 Feb 17 00:04:26.192688 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:26.211303 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Set router 03d4fc2e-90ed-476b-b26a-176be88190c7 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:04:26.312846 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Allocated IP 172.20.0.4 (0520da59-3382-4a2f-bac6-074b9669413e/4625a851-cafe-40a6-81f5-a0913ace2471/7cea8020-c30e-4e9d-8fe1-66ff658f4c76) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:26.323733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48312) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:26.329767 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Pushing event updated for resources: {'Port': ['ID=0fab4637-f6d3-4a5c-8c04-8f46427a6ae9,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:26.372260 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Network 41f1d152-05fa-431e-881d-6789a11dfe22 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:26.374003 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Notify callbacks [] for router, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:26.378212 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 17.9832399 Feb 17 00:04:26.379131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:26.380910 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48316) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:26.391929 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e4118a8e-5e07-43e2-b31e-d3453910708c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:26.395266 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:26.440244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-e4118a8e-5e07-43e2-b31e-d3453910708c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:26.446500 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-e4118a8e-5e07-43e2-b31e-d3453910708c admin admin] Usage tracker for resource:security_group_rule and tenant:f8fffad40bb94431a67b8bf8279baa43 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:26.451503 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-e4118a8e-5e07-43e2-b31e-d3453910708c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:26.458197 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-e4118a8e-5e07-43e2-b31e-d3453910708c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:26.460939 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:26.466002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854108159'] for router_interface, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:26.642939 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e4118a8e-5e07-43e2-b31e-d3453910708c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:26.689060 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 508b5f58-e61c-406d-826f-8133c0e72794 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:26.754399 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:26.766075 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Request body: {'port': {'device_id': '97f48838-46fa-4fd6-9e86-ad3340c594d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:26.822205 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:26.845775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=83920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:04:26.859448 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268265982239', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:26.860086 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Added segment 9409daa8-e943-4b0e-8008-6317466a2a9a of type vxlan for network eb797f98-14dd-4653-8dfd-1b37f4cfc517 Feb 17 00:04:26.864820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e4118a8e-5e07-43e2-b31e-d3453910708c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:26.892547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:26.927225 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-dbbfb612-e436-4e72-96d9-d7639cdf1d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:26.942113 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d415c673-c2c3-4995-a8b7-ee2d17eb185b req-012a36f6-c362-471c-b7ec-cd2701a9500a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 210 time: 0.2964885 Feb 17 00:04:26.970799 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:27.095152 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4118a8e-5e07-43e2-b31e-d3453910708c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e388d05-8638-45b4-a1c3-f91d0b4c411b,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:27.119524 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-1389335f-5d54-4f65-ac0d-c0f5047f8523 None None] Provisioning for port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:27.122961 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f589625-9bc3-4945-ba7a-dd31726c1fdb,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:27.132313 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-1389335f-5d54-4f65-ac0d-c0f5047f8523 None None] Provisioning complete for port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:27.132825 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1389335f-5d54-4f65-ac0d-c0f5047f8523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:27.137031 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:27.139417 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:27.153752 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70358365-4fcc-4036-b81c-07db58df239a req-c8f9c19b-31c7-4e4a-874c-23e7f382c939 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:27.158049 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-70358365-4fcc-4036-b81c-07db58df239a req-c8f9c19b-31c7-4e4a-874c-23e7f382c939 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 931 time: 3.6567466 Feb 17 00:04:27.206500 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-1389335f-5d54-4f65-ac0d-c0f5047f8523 None None] Port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:04:27.230754 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:27.231522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:27.252780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port 508b5f58-e61c-406d-826f-8133c0e72794 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:27.258941 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 508b5f58-e61c-406d-826f-8133c0e72794 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:27.259683 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:27.271778 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e4118a8e-5e07-43e2-b31e-d3453910708c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:27.278490 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:27.341862 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'name': 'tempest-ServerRescueNegativeTestJSON-642257993-router', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:08Z', 'updated_at': '2021-02-17T00:04:20Z', 'revision_number': 3, 'project_id': 'a2ee46360fcd446293cdd25aa696350b', 'gw_port': {'id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:15Z', 'updated_at': '2021-02-17T00:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:27.352802 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-e4118a8e-5e07-43e2-b31e-d3453910708c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f8fffad40bb94431a67b8bf8279baa43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0261352 Feb 17 00:04:27.353661 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48334) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:27.448096 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:27.455294 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Checking router: 03d4fc2e-90ed-476b-b26a-176be88190c7 for host: dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:04:27.455986 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Updating router 03d4fc2e-90ed-476b-b26a-176be88190c7 port f8f5e907-c7b0-4de3-8c57-59df94a79511 binding host dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:04:27.527612 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:27.567258 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:27.599974 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port 508b5f58-e61c-406d-826f-8133c0e72794, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=508b5f58-e61c-406d-826f-8133c0e72794,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:04:27.604566 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-9eaf50ce-af9a-43ad-959f-22baf21e4cfb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Synchronizing usage tracker for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:27.623397 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:27.633728 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:27.665575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:27.681183 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-9eaf50ce-af9a-43ad-959f-22baf21e4cfb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Unset dirty status for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:27.691267 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-9eaf50ce-af9a-43ad-959f-22baf21e4cfb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1391993680&fields=id&tenant_id=cf5111a3597c480680e0f9abf0a384d8 HTTP/1.1" status: 200 len: 267 time: 0.4180009 Feb 17 00:04:27.743088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-02a21428-5e9b-4ef8-b270-2560d7195921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:27.959852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-70358365-4fcc-4036-b81c-07db58df239a req-d08e10c4-e18e-4049-be6f-5948e77af857 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Synchronizing usage tracker for tenant:0c1d8de6feed43a692ed525ab390f782 on resource:security_group {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:28.104216 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-70358365-4fcc-4036-b81c-07db58df239a req-d08e10c4-e18e-4049-be6f-5948e77af857 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Unset dirty status for tenant:0c1d8de6feed43a692ed525ab390f782 on resource:security_group {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:28.105798 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-70358365-4fcc-4036-b81c-07db58df239a req-d08e10c4-e18e-4049-be6f-5948e77af857 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/security-groups?id=fac68d2d-5d84-4e88-b03d-31a21f67c864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8802242 Feb 17 00:04:28.105935 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:28.533679 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-efe541bb-131b-4aa0-81bb-0dfc6294fde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:28.567645 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-efe541bb-131b-4aa0-81bb-0dfc6294fde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:28.676112 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-38a31353-525d-4102-9e3f-04533c436bd9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:28.677322 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-38a31353-525d-4102-9e3f-04533c436bd9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Synchronizing usage tracker for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:network {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:28.713448 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Pushing event updated for resources: {'Port': ['ID=7cea8020-c30e-4e9d-8fe1-66ff658f4c76,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:28.728735 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:28.737896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=508b5f58-e61c-406d-826f-8133c0e72794,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:28.756186 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.090s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:28.860387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-38a31353-525d-4102-9e3f-04533c436bd9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Unset dirty status for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:network {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:28.861659 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-38a31353-525d-4102-9e3f-04533c436bd9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/networks?id=9bed9bea-fabb-4082-8967-92ad14eef61a HTTP/1.1" status: 200 len: 810 time: 1.1695261 Feb 17 00:04:28.888479 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-efe541bb-131b-4aa0-81bb-0dfc6294fde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:28.891828 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Pushing event updated for resources: {'Network': ['ID=eb797f98-14dd-4653-8dfd-1b37f4cfc517,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:28.908095 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:28.913804 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:28.924651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Transition to ACTIVE for port object f8f5e907-c7b0-4de3-8c57-59df94a79511 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:28.927980 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:28.955130 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-e78cdaad-1257-4df1-8782-865c69d565b0 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/quotas/cf5111a3597c480680e0f9abf0a384d8 HTTP/1.1" status: 200 len: 375 time: 0.0799279 Feb 17 00:04:28.962002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe541bb-131b-4aa0-81bb-0dfc6294fde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e388d05-8638-45b4-a1c3-f91d0b4c411b,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:28.966573 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Network 0520da59-3382-4a2f-bac6-074b9669413e is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:28.968873 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-efe541bb-131b-4aa0-81bb-0dfc6294fde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:28.970820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:28.975108 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:28.979634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:28.980800 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:29.005113 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-efe541bb-131b-4aa0-81bb-0dfc6294fde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:29.007635 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-efe541bb-131b-4aa0-81bb-0dfc6294fde2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5e388d05-8638-45b4-a1c3-f91d0b4c411b HTTP/1.1" status: 204 len: 168 time: 1.3952541 Feb 17 00:04:29.013997 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7580159 Feb 17 00:04:29.017951 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.0641081 Feb 17 00:04:29.053981 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:29.075121 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48346) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:29.078173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.333s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:29.111006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.resource_extend [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 00:04:29.123866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b3e7f64c-c783-4ca8-815a-019b64c633a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:29.181311 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Request body: {'subnet': {'network_id': 'eb797f98-14dd-4653-8dfd-1b37f4cfc517', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1975675636-subnet', 'tenant_id': 'caef2ff056f349f4b7da8db9d5e51084', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:29.198621 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:29.210832 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Usage tracker for resource:subnet and tenant:caef2ff056f349f4b7da8db9d5e51084 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:29.223840 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:29.246482 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:29.282897 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network eb797f98-14dd-4653-8dfd-1b37f4cfc517 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:04:29.328265 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:04:29.337340 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:29.364301 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Transition to ACTIVE for port object e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:29.379184 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:29.383256 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Request body: {'port': {'device_id': 'f2e5a588-421e-4971-849f-219ab2de9db7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:29.469878 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network eb797f98-14dd-4653-8dfd-1b37f4cfc517 details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:04:29.561672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Made reservation on behalf of caef2ff056f349f4b7da8db9d5e51084 for: {'subnet': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:29.571563 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:29.585307 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66119da8-fd2a-49a9-97d1-7601e21170f8 None None] Pushing event updated for resources: {'Port': ['ID=f8f5e907-c7b0-4de3-8c57-59df94a79511,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:29.625923 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:29.727100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-66119da8-fd2a-49a9-97d1-7601e21170f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:29.763494 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9095570-7976-402f-97b4-9ba9302be4b8 req-94ee24fc-6b30-4f2b-8f49-f03f64956b2a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:29.773086 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c9095570-7976-402f-97b4-9ba9302be4b8 req-94ee24fc-6b30-4f2b-8f49-f03f64956b2a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 931 time: 1.2719526 Feb 17 00:04:29.924907 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Attempting to bind port f8f5e907-c7b0-4de3-8c57-59df94a79511 on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:04:29.925329 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Attempting to bind port f8f5e907-c7b0-4de3-8c57-59df94a79511 by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:04:29.925746 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Attempting to bind port f8f5e907-c7b0-4de3-8c57-59df94a79511 on network 4cea41e0-975c-4c05-822b-6951b7473dd4 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:04:29.960133 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:29.961050 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Checking segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:29.961717 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:29.963394 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Bound using segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:29.964291 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Bound port: f8f5e907-c7b0-4de3-8c57-59df94a79511, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:04:29.965196 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:29.972080 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-c9095570-7976-402f-97b4-9ba9302be4b8 req-20c293ee-e0b4-4d2b-a54f-e3e840ab4a0a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Synchronizing usage tracker for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:security_group {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:30.016031 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:30.165083 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] For port f8f5e907-c7b0-4de3-8c57-59df94a79511, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:04:30.177378 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] For port f8f5e907-c7b0-4de3-8c57-59df94a79511, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=f8f5e907-c7b0-4de3-8c57-59df94a79511,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:04:30.182802 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:30.201175 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:30.311891 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:30.331099 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Pushing event updated for resources: {'Port': ['ID=e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:30.336488 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:30.388974 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66119da8-fd2a-49a9-97d1-7601e21170f8 None None] Pushing event updated for resources: {'Port': ['ID=f8f5e907-c7b0-4de3-8c57-59df94a79511,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:30.394352 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-66119da8-fd2a-49a9-97d1-7601e21170f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:30.423538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-680fe1ad-714e-4160-a011-f1a5fad8fc82 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Synchronizing usage tracker for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:30.430955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:30.479675 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Routers {'03d4fc2e-90ed-476b-b26a-176be88190c7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:04:30.480889 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:04:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['03d4fc2e-90ed-476b-b26a-176be88190c7'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:30.539723 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-c9095570-7976-402f-97b4-9ba9302be4b8 req-20c293ee-e0b4-4d2b-a54f-e3e840ab4a0a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Unset dirty status for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:security_group {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:30.541544 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c9095570-7976-402f-97b4-9ba9302be4b8 req-20c293ee-e0b4-4d2b-a54f-e3e840ab4a0a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7674525 Feb 17 00:04:30.570214 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:30.583089 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 508b5f58-e61c-406d-826f-8133c0e72794 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:30.646090 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-680fe1ad-714e-4160-a011-f1a5fad8fc82 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Unset dirty status for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:30.647557 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-680fe1ad-714e-4160-a011-f1a5fad8fc82 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=cf5111a3597c480680e0f9abf0a384d8&fields=id HTTP/1.1" status: 200 len: 348 time: 1.6387546 Feb 17 00:04:30.654456 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667751'] for router_interface, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:30.678847 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:30.702101 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Attempting to bind port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:04:30.702501 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Attempting to bind port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1e820407-3f3c-4c9a-a6b2-f7573b3383fd'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:04:30.702857 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Attempting to bind port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c on network 1e820407-3f3c-4c9a-a6b2-f7573b3383fd {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:04:30.749528 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:30.749924 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Checking segment: {'id': 'a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1e820407-3f3c-4c9a-a6b2-f7573b3383fd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:30.750384 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:30.750780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Bound using segment: {'id': 'a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1e820407-3f3c-4c9a-a6b2-f7573b3383fd'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:30.751299 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Bound port: e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1e820407-3f3c-4c9a-a6b2-f7573b3383fd'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:04:30.751671 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:30.948329 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 508b5f58-e61c-406d-826f-8133c0e72794 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:30.950629 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:30.973885 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] For port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c, host hv-cinder-75996, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:04:30.981157 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] For port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c,segment=NetworkSegment(a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2),segment_id=a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:04:30.988851 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:31.016698 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] Set router 03d4fc2e-90ed-476b-b26a-176be88190c7 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:04:31.018668 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:31.126083 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-4cbe9f1f-13d0-4da7-bad8-e1a38e6d6ee0 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=83921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:04:31.127198 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-4cbe9f1f-13d0-4da7-bad8-e1a38e6d6ee0 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2815921 Feb 17 00:04:31.206899 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Pushing event updated for resources: {'Port': ['ID=0fab4637-f6d3-4a5c-8c04-8f46427a6ae9,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:31.266471 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:31.321160 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-b6209061-f643-4844-bbc9-8a2dade6d8a1 service neutron] 10.222.0.63 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811547 Feb 17 00:04:31.390364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b22b4f-057f-4ac0-a8c1-21cc4f8051e2 req-f268784b-9b7d-462f-963e-cf1b13e9d2a9 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:31.392049 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-36b22b4f-057f-4ac0-a8c1-21cc4f8051e2 req-f268784b-9b7d-462f-963e-cf1b13e9d2a9 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 943 time: 0.5691364 Feb 17 00:04:31.503413 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Network 41f1d152-05fa-431e-881d-6789a11dfe22 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:31.516568 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:31.596110 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'name': 'tempest-ServerRescueNegativeTestJSON-642257993-router', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:08Z', 'updated_at': '2021-02-17T00:04:20Z', 'revision_number': 3, 'project_id': 'a2ee46360fcd446293cdd25aa696350b', 'gw_port': {'id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:15Z', 'updated_at': '2021-02-17T00:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:31.599216 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Pushing event updated for resources: {'Port': ['ID=e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:31.601035 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0ade0d-fbc9-4503-8c07-d8973d83bec4 None None] The sync data for ids ['03d4fc2e-90ed-476b-b26a-176be88190c7'] in dv-cinder-759961-3-smb is: [{'id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'name': 'tempest-ServerRescueNegativeTestJSON-642257993-router', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:08Z', 'updated_at': '2021-02-17T00:04:20Z', 'revision_number': 3, 'project_id': 'a2ee46360fcd446293cdd25aa696350b', 'gw_port': {'id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:15Z', 'updated_at': '2021-02-17T00:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:04:31.613848 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:31.646446 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-36b22b4f-057f-4ac0-a8c1-21cc4f8051e2 req-a9f6a5e5-5f58-4c3d-934a-51141be7aa00 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/security-groups?id=fac68d2d-5d84-4e88-b03d-31a21f67c864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447929 Feb 17 00:04:31.677227 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:31.677962 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:31.679440 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] 10.222.0.54 "PUT /v2.0/ports/e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c HTTP/1.1" status: 200 len: 1157 time: 5.4920626 Feb 17 00:04:31.694880 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f48838-46fa-4fd6-9e86-ad3340c594d3', 'tag': 'e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:31.853645 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:04:31.876625 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:31.920224 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-3a850db2-d32c-44c2-8c9e-15455ffc78ed service neutron] 10.222.0.63 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5872169 Feb 17 00:04:31.921277 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Transition to ACTIVE for port object 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:31.935608 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:31.954275 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-8b14802e-3a32-468b-8021-31c9eb21039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:31.956265 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-8b14802e-3a32-468b-8021-31c9eb21039e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c1d8de6feed43a692ed525ab390f782&device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 1160 time: 0.1694698 Feb 17 00:04:31.959289 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:31.975240 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-7586a63a-7575-4bfd-8dcb-306924ad36a6 None None] Provisioning complete for port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:31.977571 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7586a63a-7575-4bfd-8dcb-306924ad36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:32.108630 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7cea8020-c30e-4e9d-8fe1-66ff658f4c76,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:32.120039 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:32.120436 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-7586a63a-7575-4bfd-8dcb-306924ad36a6 None None] Port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:04:32.157597 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for subnet, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:32.324060 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-baf98a1a-5f62-4c75-802c-473bf894c70b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c HTTP/1.1" status: 200 len: 217 time: 0.2174215 Feb 17 00:04:32.371540 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Allocated IP 172.20.0.1 (4ca00216-ee09-4b8a-a03b-9db9b3566f52/17138db5-0c15-4399-a1cd-bdf6e1de4aee/b4530f2d-d6e6-41eb-9202-6ba09c036cfd) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:32.579956 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b795f3c0-ca5f-4730-9dd1-72f069edd475 req-0fb03310-b6f8-4037-a4bc-0e2273c15b06 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 210 time: 0.2452474 Feb 17 00:04:32.586194 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-e1fd09d1-6ae8-44ae-a874-61646fbab406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:32.587852 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-e1fd09d1-6ae8-44ae-a874-61646fbab406 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f1f46695-22f2-4c11-a4b7-55cbc2c5aabd HTTP/1.1" status: 200 len: 852 time: 0.2547376 Feb 17 00:04:32.639311 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device f8f5e907-c7b0-4de3-8c57-59df94a79511 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:32.654859 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-0cb5a131-3920-4d41-bf54-e72327f71b98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1e820407-3f3c-4c9a-a6b2-f7573b3383fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578182 Feb 17 00:04:32.657525 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:32.697708 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:32.850126 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e94d6f-2bf3-4547-84c3-cd99968a3580,revision_number=0']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:32.878313 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:32.881146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:32.881874 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port f8f5e907-c7b0-4de3-8c57-59df94a79511 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:32.887981 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port f8f5e907-c7b0-4de3-8c57-59df94a79511 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:32.888403 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:33.091950 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e217ab1b-39f0-4147-b518-c0cba0011f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:33.115483 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f48838-46fa-4fd6-9e86-ad3340c594d3', 'tag': 'e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c', 'status': 'completed', 'code': 200} Feb 17 00:04:33.163389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:33.183782 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port f8f5e907-c7b0-4de3-8c57-59df94a79511, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=f8f5e907-c7b0-4de3-8c57-59df94a79511,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:04:33.187461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:33.194317 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-478f6a53-2619-4422-b36c-ea172c1d1b7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:33.242190 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Pushing event updated for resources: {'Port': ['ID=b4530f2d-d6e6-41eb-9202-6ba09c036cfd,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:33.265314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:33.277497 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:04:33.288177 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=f8f5e907-c7b0-4de3-8c57-59df94a79511,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:33.291786 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:33.481891 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f2f29-532e-45db-98ff-fcad9682e3c3 req-ce3c0138-e41e-4ecc-b5d5-264fa4296fb4 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:33.482533 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-835f2f29-532e-45db-98ff-fcad9682e3c3 req-ce3c0138-e41e-4ecc-b5d5-264fa4296fb4 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Synchronizing usage tracker for tenant:0c1d8de6feed43a692ed525ab390f782 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:33.483227 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e32f93-552b-4507-84ba-1e657147c836 req-2a5d3f97-9019-44b9-b99a-c7f4b005dcbf tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:33.484974 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-07e32f93-552b-4507-84ba-1e657147c836 req-2a5d3f97-9019-44b9-b99a-c7f4b005dcbf tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 943 time: 1.5535660 Feb 17 00:04:33.485516 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Attempting to bind port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:04:33.485969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Attempting to bind port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:04:33.486408 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Attempting to bind port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 on network 0520da59-3382-4a2f-bac6-074b9669413e {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:04:33.497699 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-165e0a34-468a-4cf3-b75f-1cc5d81c8f8c service neutron] 10.222.0.54 "GET /v2.0/networks/1e820407-3f3c-4c9a-a6b2-f7573b3383fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8317285 Feb 17 00:04:33.502076 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:33.502527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Checking segment: {'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:33.502994 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:33.503450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Bound using segment: {'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:33.504591 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Bound port: 7cea8020-c30e-4e9d-8fe1-66ff658f4c76, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:04:33.504591 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:33.581775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Checking segment: {'id': '9409daa8-e943-4b0e-8008-6317466a2a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'eb797f98-14dd-4653-8dfd-1b37f4cfc517'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:33.582196 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Network hostable DHCP agents. Network: eb797f98-14dd-4653-8dfd-1b37f4cfc517, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:04:33.640693 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-07e32f93-552b-4507-84ba-1e657147c836 req-ecb4874f-9efa-4cb2-9e90-f5bcc86d67c6 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320655 Feb 17 00:04:33.647148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-835f2f29-532e-45db-98ff-fcad9682e3c3 req-ce3c0138-e41e-4ecc-b5d5-264fa4296fb4 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Unset dirty status for tenant:0c1d8de6feed43a692ed525ab390f782 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:33.648406 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-835f2f29-532e-45db-98ff-fcad9682e3c3 req-ce3c0138-e41e-4ecc-b5d5-264fa4296fb4 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 943 time: 0.5350890 Feb 17 00:04:33.658501 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:33.660290 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:33.665177 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:33.665633 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854108159'] for router_interface, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:33.671766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Network eb797f98-14dd-4653-8dfd-1b37f4cfc517 is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:04:33.694831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:04:33.706191 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, eb797f98-14dd-4653-8dfd-1b37f4cfc517) {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:33.710463 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Sync routers for ids ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:04:33.716278 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b062476-494c-4899-8160-884aec3bdff1 None None] Network eb797f98-14dd-4653-8dfd-1b37f4cfc517 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:04:33.725728 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Routers {'8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:04:33.726446 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:04:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:33.739132 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:33.739795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:33.785650 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] 10.222.0.63 "PUT /v2.0/routers/8869f26f-f1d8-46e5-a5d5-e6279ca7e13c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8022962 Feb 17 00:04:33.802531 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-835f2f29-532e-45db-98ff-fcad9682e3c3 req-746668ff-c554-4684-87ca-51133b69c001 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/security-groups?id=fac68d2d-5d84-4e88-b03d-31a21f67c864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305442 Feb 17 00:04:33.821298 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] For port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76, host hv-cinder-75996, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:04:33.821298 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9416ba18-11a5-4622-b81c-bb7bcbe36ffc req-1e5999e0-436a-4979-868c-8e9ad2e5a12e service neutron] 10.222.0.54 "GET /v2.0/networks/1e820407-3f3c-4c9a-a6b2-f7573b3383fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3017652 Feb 17 00:04:33.828852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] For port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7cea8020-c30e-4e9d-8fe1-66ff658f4c76,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:04:33.841898 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:33.857293 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.6997819 Feb 17 00:04:34.092775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.54', 53628) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:34.158469 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:04:34.183236 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:34.187227 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48468) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:34.187985 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:34.282817 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Set router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:04:34.315430 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2132598a-dccc-4053-979b-69eaef224333 req-213865ff-a959-4bf4-89bb-339b05ff04d9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 210 time: 0.2216244 Feb 17 00:04:34.501186 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7cea8020-c30e-4e9d-8fe1-66ff658f4c76,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:34.602389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:34.628266 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device f8f5e907-c7b0-4de3-8c57-59df94a79511 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:34.631912 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:34.632716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:34.634395 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] 10.222.0.54 "PUT /v2.0/ports/7cea8020-c30e-4e9d-8fe1-66ff658f4c76 HTTP/1.1" status: 200 len: 1157 time: 5.2624772 Feb 17 00:04:34.656922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3eabc06-782f-4d71-95f1-4e1e23ea1f2f admin admin] Deleting subnet b9f23077-31d8-41bf-a7ab-3f9d844e9c89 {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:04:34.684618 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d3eabc06-782f-4d71-95f1-4e1e23ea1f2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:34.862596 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port f8f5e907-c7b0-4de3-8c57-59df94a79511 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:34.863027 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:34.899434 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d3eabc06-782f-4d71-95f1-4e1e23ea1f2f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:34.908028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59876fc-b6be-4e24-9db3-c154ebff2cc2 None None] Network eb797f98-14dd-4653-8dfd-1b37f4cfc517 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:04:34.910517 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d3eabc06-782f-4d71-95f1-4e1e23ea1f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4952659'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:35.041753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23c90d7c-431f-410c-adf1-0184c8d9a043 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:35.046576 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23c90d7c-431f-410c-adf1-0184c8d9a043 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.54 "GET /v2.0/networks?id=9bed9bea-fabb-4082-8967-92ad14eef61a HTTP/1.1" status: 200 len: 810 time: 0.8481197 Feb 17 00:04:35.091927 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48500) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:35.182371 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e5a588-421e-4971-849f-219ab2de9db7', 'tag': '7cea8020-c30e-4e9d-8fe1-66ff658f4c76'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:35.232820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:29Z', 'revision_number': 2, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:35.240187 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Checking router: 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:04:35.240590 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Updating router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 binding host dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:04:35.343624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:35.360325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:35.361764 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248162983', 'description': 'tempest-description--1590269011'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:35.401173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:35.428685 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6276c-a288-4e30-ba76-0753669e8a29 req-cc0eaec4-6917-4f01-b4ed-df7cf39fbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:35.430389 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a5b6276c-a288-4e30-ba76-0753669e8a29 req-cc0eaec4-6917-4f01-b4ed-df7cf39fbacf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c1d8de6feed43a692ed525ab390f782&device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 1160 time: 1.2495382 Feb 17 00:04:35.454956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:35.464842 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-c832d64c-aa27-4788-b113-f2d4659ec632 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf5111a3597c480680e0f9abf0a384d8 HTTP/1.1" status: 200 len: 5705 time: 0.1154282 Feb 17 00:04:35.472106 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667751'] for router_interface, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:35.638481 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Usage tracker for resource:security_group and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:35.641383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:35.681098 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-644dc806-ea80-4a4b-8c4e-fd46a852d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:35.682735 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-644dc806-ea80-4a4b-8c4e-fd46a852d37a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b28f395db7ee4f8ba7943b456e6bafd0&device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 1160 time: 0.9349358 Feb 17 00:04:35.688874 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:35.696168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Request body: {'port': {'device_id': '80b9199e-c6d2-460d-841e-200431d66037', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'admin_state_up': True, 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'security_groups': ['c094f8b2-8151-4e54-b69a-7ea55fad22ff']}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:35.798520 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a09b11-fb54-402b-ae6c-110c4fd60777 req-1f152f46-4366-495f-adc7-553cc37d6fb8 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:35.806212 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-30a09b11-fb54-402b-ae6c-110c4fd60777 req-1f152f46-4366-495f-adc7-553cc37d6fb8 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 943 time: 0.6036589 Feb 17 00:04:35.815984 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-8db11d27-acc7-45dc-935b-6dcd80d6af0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cea8020-c30e-4e9d-8fe1-66ff658f4c76 HTTP/1.1" status: 200 len: 217 time: 0.1150956 Feb 17 00:04:35.866654 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:35.877559 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:35.894503 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:35.896709 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:35.961978 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-30a09b11-fb54-402b-ae6c-110c4fd60777 req-f788e293-0cac-466b-9a99-7e9a9927c472 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/security-groups?id=fac68d2d-5d84-4e88-b03d-31a21f67c864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547365 Feb 17 00:04:35.970453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:35.987392 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Transition to ACTIVE for port object 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:35.995411 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:36.013262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:36.016189 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6276c-a288-4e30-ba76-0753669e8a29 req-46cbb712-8541-4c29-9567-c3bf957f11f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:36.017882 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a5b6276c-a288-4e30-ba76-0753669e8a29 req-46cbb712-8541-4c29-9567-c3bf957f11f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1e820407-3f3c-4c9a-a6b2-f7573b3383fd HTTP/1.1" status: 200 len: 906 time: 0.4978440 Feb 17 00:04:36.033824 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d3eabc06-782f-4d71-95f1-4e1e23ea1f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849823157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:36.142171 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Router 03d4fc2e-90ed-476b-b26a-176be88190c7 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:04:36.158386 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ec132-27e6-4881-b1f8-586bbba85b59 None None] Pushing event updated for resources: {'Port': ['ID=0fab4637-f6d3-4a5c-8c04-8f46427a6ae9,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:36.160945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:36.163226 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-622ec132-27e6-4881-b1f8-586bbba85b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:36.182110 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:36.190273 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124a3d4-d383-458b-80bb-0a54cdb84334 req-f623e679-d0a8-4885-860d-b843bf0874fa tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:36.195941 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:36.198115 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a124a3d4-d383-458b-80bb-0a54cdb84334 req-f623e679-d0a8-4885-860d-b843bf0874fa tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 943 time: 1.1503870 Feb 17 00:04:36.204321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:36.208361 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Usage tracker for resource:security_group_rule and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:36.211413 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:36.218153 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:36.223960 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Pushing event updated for resources: {'Port': ['ID=b4530f2d-d6e6-41eb-9202-6ba09c036cfd,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:36.226549 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48528) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:36.251850 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e5a588-421e-4971-849f-219ab2de9db7', 'tag': '7cea8020-c30e-4e9d-8fe1-66ff658f4c76', 'status': 'completed', 'code': 200} Feb 17 00:04:36.262894 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:36.485085 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Made reservation on behalf of cf5111a3597c480680e0f9abf0a384d8 for: {'port': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:36.490618 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:36.533667 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a124a3d4-d383-458b-80bb-0a54cdb84334 req-fafda009-77ae-4770-8fe6-23e7140f0653 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344810 Feb 17 00:04:36.563331 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff57c484-946e-47d8-a35f-77e16db360e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:36.563478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eabc06-782f-4d71-95f1-4e1e23ea1f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f23077-31d8-41bf-a7ab-3f9d844e9c89,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:36.566607 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a5b6276c-a288-4e30-ba76-0753669e8a29 req-35bfea03-f14a-4c0c-9855-a87dcacf49dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c HTTP/1.1" status: 200 len: 217 time: 0.5342884 Feb 17 00:04:36.568638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-ce6b7f03-8e6c-47f9-941e-8b5f0d784796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:36.570631 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-ce6b7f03-8e6c-47f9-941e-8b5f0d784796 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4625a851-cafe-40a6-81f5-a0913ace2471 HTTP/1.1" status: 200 len: 854 time: 0.7124670 Feb 17 00:04:36.578965 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d3eabc06-782f-4d71-95f1-4e1e23ea1f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:36.613573 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:04:36.624266 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Sync routers for ids ['03d4fc2e-90ed-476b-b26a-176be88190c7'] in dv-cinder-759961-3-smb {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:04:36.657030 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Routers {'03d4fc2e-90ed-476b-b26a-176be88190c7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:04:36.657729 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:04:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['03d4fc2e-90ed-476b-b26a-176be88190c7'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:36.717741 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ff57c484-946e-47d8-a35f-77e16db360e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:36.721310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Attempting to bind port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:04:36.721721 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Attempting to bind port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:04:36.722143 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Attempting to bind port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 on network 41f1d152-05fa-431e-881d-6789a11dfe22 {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:04:36.730589 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:36.731005 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Checking segment: {'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:36.731447 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:36.734299 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Bound using segment: {'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:36.734807 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Bound port: 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:04:36.735275 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:36.817024 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ff57c484-946e-47d8-a35f-77e16db360e9 admin admin] Usage tracker for resource:security_group_rule and tenant:050651c839f547f09fd2392c2906f88e is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:36.835713 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ff57c484-946e-47d8-a35f-77e16db360e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:36.845830 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-59b611c8-4cb7-40bd-82bc-6d9a3d562325 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0520da59-3382-4a2f-bac6-074b9669413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2564259 Feb 17 00:04:36.846006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:36.852247 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7e663bb4-4ef4-4ec0-b64c-ad2d858aaf04 req-0a909368-29f1-494e-babb-be9b339b3887 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 210 time: 0.2805946 Feb 17 00:04:36.862398 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ff57c484-946e-47d8-a35f-77e16db360e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:36.877437 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] 10.222.0.63 "PUT /v2.0/routers/03d4fc2e-90ed-476b-b26a-176be88190c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4177423 Feb 17 00:04:36.877437 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:36.878933 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] For port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:04:36.878933 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] For port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=0fab4637-f6d3-4a5c-8c04-8f46427a6ae9,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:04:36.893719 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:36.897291 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:36.935446 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:36.977617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.objects.ports [None req-7578e3a8-f8c1-472b-9d07-3045cd20d83e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:04:36.978450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:36.982579 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6335387 Feb 17 00:04:37.002062 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48550) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:37.012694 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158208c9-42f6-4b8c-8797-3f6cbee08d58,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:37.027709 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:37.107002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-e34610e8-4794-4e4b-b537-a93aafc641e5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Request body: {'security_group_rule': {'security_group_id': '158208c9-42f6-4b8c-8797-3f6cbee08d58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:37.113781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-e34610e8-4794-4e4b-b537-a93aafc641e5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:37.118487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-e34610e8-4794-4e4b-b537-a93aafc641e5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Usage tracker for resource:security_group_rule and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:37.122421 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-e34610e8-4794-4e4b-b537-a93aafc641e5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:37.128693 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-e34610e8-4794-4e4b-b537-a93aafc641e5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:37.138723 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Set router 03d4fc2e-90ed-476b-b26a-176be88190c7 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:04:37.158139 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-231e31fd-9bf2-4c85-a6e3-29916fa4f4e5 service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018651 Feb 17 00:04:37.218509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6276c-a288-4e30-ba76-0753669e8a29 req-d0c7d662-ee6b-4292-b4df-d6c0ac80a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:37.220079 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a5b6276c-a288-4e30-ba76-0753669e8a29 req-d0c7d662-ee6b-4292-b4df-d6c0ac80a97b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f1f46695-22f2-4c11-a4b7-55cbc2c5aabd HTTP/1.1" status: 200 len: 852 time: 0.6401777 Feb 17 00:04:37.283743 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d3eabc06-782f-4d71-95f1-4e1e23ea1f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:37.284587 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ec132-27e6-4881-b1f8-586bbba85b59 None None] Pushing event updated for resources: {'Port': ['ID=0fab4637-f6d3-4a5c-8c04-8f46427a6ae9,revision_number=4']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:37.301333 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-622ec132-27e6-4881-b1f8-586bbba85b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:37.313296 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48562) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:37.318907 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e34610e8-4794-4e4b-b537-a93aafc641e5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:37.372874 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-d3eabc06-782f-4d71-95f1-4e1e23ea1f2f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b9f23077-31d8-41bf-a7ab-3f9d844e9c89 HTTP/1.1" status: 204 len: 168 time: 3.0236754 Feb 17 00:04:37.378081 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a5b6276c-a288-4e30-ba76-0753669e8a29 req-578d96a9-7d84-4f5e-a8f7-16aba7d90a3d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1e820407-3f3c-4c9a-a6b2-f7573b3383fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020267 Feb 17 00:04:37.378603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48568) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:37.427267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Routers {'8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:04:37.428116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:04:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:37.492250 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:37.542962 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4784241'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:37.687979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bec70de6-4bda-4191-b7a0-7c037ae6b6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:37.748497 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e34610e8-4794-4e4b-b537-a93aafc641e5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:37.750905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff57c484-946e-47d8-a35f-77e16db360e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:37.753957 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-bec70de6-4bda-4191-b7a0-7c037ae6b6f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:37.756990 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] Set router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:04:37.767068 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-bec70de6-4bda-4191-b7a0-7c037ae6b6f4 admin admin] Usage tracker for resource:security_group_rule and tenant:8f2e896893b04fd1b8e6bfdb55bffb36 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:37.771882 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e34610e8-4794-4e4b-b537-a93aafc641e5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749949'] for security_group_rule, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:37.773538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-bec70de6-4bda-4191-b7a0-7c037ae6b6f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:37.779554 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff57c484-946e-47d8-a35f-77e16db360e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:37.780935 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Allocated IP 172.20.0.7 (9bed9bea-fabb-4082-8967-92ad14eef61a/7fd2358e-bd02-44c1-88fe-65c85dcf897a/a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:37.798621 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-bec70de6-4bda-4191-b7a0-7c037ae6b6f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:37.803536 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:37.818471 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a5b6276c-a288-4e30-ba76-0753669e8a29 req-2f3248ea-af11-4a21-a474-7eb7f484b355 service neutron] 10.222.0.54 "GET /v2.0/networks/1e820407-3f3c-4c9a-a6b2-f7573b3383fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831049 Feb 17 00:04:37.822992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28def313-0837-4566-85f1-7b0719a61473 req-07cb022d-fb06-443f-b9b2-c6d373ac633f tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:37.830584 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-28def313-0837-4566-85f1-7b0719a61473 req-07cb022d-fb06-443f-b9b2-c6d373ac633f tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 943 time: 0.6117883 Feb 17 00:04:37.873092 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eaab591-5465-4d81-b79b-b323dcd1cb92 req-b83466ab-ca04-4a80-87fc-2016f385c805 service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7051442 Feb 17 00:04:37.894577 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34610e8-4794-4e4b-b537-a93aafc641e5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9584de-bed8-4fcd-94b2-62a89def70ae,revision_number=0']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:37.919471 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:37.924398 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e34610e8-4794-4e4b-b537-a93aafc641e5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:37.936861 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-755ede7a-9d7c-4359-a6a5-e3fe9b82f92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:37.937573 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:37.938265 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:37.986570 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-28def313-0837-4566-85f1-7b0719a61473 req-8f703e64-ce56-4095-a7b6-f53466815241 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/security-groups?id=fac68d2d-5d84-4e88-b03d-31a21f67c864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548526 Feb 17 00:04:38.016241 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ff57c484-946e-47d8-a35f-77e16db360e9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=050651c839f547f09fd2392c2906f88e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7714477 Feb 17 00:04:38.059019 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48590) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:38.138638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e34610e8-4794-4e4b-b537-a93aafc641e5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:38.145973 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-e34610e8-4794-4e4b-b537-a93aafc641e5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1244385 Feb 17 00:04:38.149634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'name': 'tempest-ServerRescueNegativeTestJSON-642257993-router', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:08Z', 'updated_at': '2021-02-17T00:04:33Z', 'revision_number': 4, 'project_id': 'a2ee46360fcd446293cdd25aa696350b', 'gw_port': {'id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:15Z', 'updated_at': '2021-02-17T00:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': 'b4530f2d-d6e6-41eb-9202-6ba09c036cfd', 'name': '', 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b', 'mac_address': 'fa:16:3e:f7:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '17138db5-0c15-4399-a1cd-bdf6e1de4aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:31Z', 'updated_at': '2021-02-17T00:04:35Z', 'revision_number': 2, 'project_id': 'a2ee46360fcd446293cdd25aa696350b', 'subnets': [{'id': '17138db5-0c15-4399-a1cd-bdf6e1de4aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:38.151476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48594) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:38.163287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:38.177938 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Checking router: 03d4fc2e-90ed-476b-b26a-176be88190c7 for host: dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:04:38.179259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Updating router 03d4fc2e-90ed-476b-b26a-176be88190c7 port b4530f2d-d6e6-41eb-9202-6ba09c036cfd binding host dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:04:38.195281 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:36Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:38.199983 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572c238-783c-4557-8b9b-92ddffb91caf None None] The sync data for ids ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'] in dv-cinder-759961-3-smb is: [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:36Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:04:38.256412 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:38.398082 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4950218', 'neutron.services.segments.db._delete_segments_for_network-8768588793578'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:38.522495 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-60dd0c38-f515-4abc-90a7-9984a00e19cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Request body: {'security_group_rule': {'security_group_id': '158208c9-42f6-4b8c-8797-3f6cbee08d58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:38.530978 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-60dd0c38-f515-4abc-90a7-9984a00e19cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:38.535300 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-60dd0c38-f515-4abc-90a7-9984a00e19cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Usage tracker for resource:security_group_rule and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:38.538945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-60dd0c38-f515-4abc-90a7-9984a00e19cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:38.545672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-60dd0c38-f515-4abc-90a7-9984a00e19cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:38.564511 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a5b6276c-a288-4e30-ba76-0753669e8a29 req-2e405f88-efac-409a-80d2-3d0fd8815094 service neutron] 10.222.0.54 "GET /v2.0/networks/1e820407-3f3c-4c9a-a6b2-f7573b3383fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6897757 Feb 17 00:04:38.594956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d04ce-65c8-4ea3-a834-4df16c414a5b req-fab93229-8d4f-4075-b6cf-fca3f1e91f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:38.596610 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a1d04ce-65c8-4ea3-a834-4df16c414a5b req-fab93229-8d4f-4075-b6cf-fca3f1e91f2e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b28f395db7ee4f8ba7943b456e6bafd0&device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 1160 time: 0.5883782 Feb 17 00:04:38.623225 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb60be-fd26-4c40-a426-d531d96752de req-1b48c284-92af-49be-9b65-019b1a3188ed tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:38.624847 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:38.624978 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9adb60be-fd26-4c40-a426-d531d96752de req-1b48c284-92af-49be-9b65-019b1a3188ed tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/networks?id=4ca00216-ee09-4b8a-a03b-9db9b3566f52 HTTP/1.1" status: 200 len: 818 time: 0.7632880 Feb 17 00:04:38.664511 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f48838-46fa-4fd6-9e86-ad3340c594d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:38.738291 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:38.741393 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:04:38.741797 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:04:38.742732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:04:38.743108 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:04:38.743611 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:04:38.743969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:04:38.744324 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:04:38.744678 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:04:38.745028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:04:38.745516 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:04:38.773421 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c,segment=NetworkSegment(a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2),segment_id=a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:04:38.774866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Transition to ACTIVE for port object a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef will not be triggered until provisioned by entity DHCP. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:38.786245 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:38.791242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:38.820682 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:04:38.821063 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:04:38.821442 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:04:38.821807 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:04:38.822257 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1947220-83c4-489a-a527-6f2806e7a772']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:38.834359 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9adb60be-fd26-4c40-a426-d531d96752de req-1afa792f-081f-43e6-9eff-981ea91967ce tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/quotas/a2ee46360fcd446293cdd25aa696350b HTTP/1.1" status: 200 len: 375 time: 0.1844082 Feb 17 00:04:38.848089 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d64c43-eb53-4ebe-b7a7-5d7a52d239d5') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:38.848370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d64c43-eb53-4ebe-b7a7-5d7a52d239d5') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:38.854130 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57c484-946e-47d8-a35f-77e16db360e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a825a14-90a4-48e0-bffa-da450c2ce9b6,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:38.858191 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ff57c484-946e-47d8-a35f-77e16db360e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:38.876649 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:38.878696 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:38.896789 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:38.927479 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268265975292', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853794383'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:38.930921 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:38.940008 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:38.978538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:38.979118 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:38.982129 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:38.997781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:04:39.061704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d1aee99f-60bc-4ca1-a922-6e8a361ed600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:39.105894 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-60dd0c38-f515-4abc-90a7-9984a00e19cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.106511 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d04ce-65c8-4ea3-a834-4df16c414a5b req-104cfedd-dd2f-4dc3-af03-891b25163db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:39.108211 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a1d04ce-65c8-4ea3-a834-4df16c414a5b req-104cfedd-dd2f-4dc3-af03-891b25163db8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0520da59-3382-4a2f-bac6-074b9669413e HTTP/1.1" status: 200 len: 908 time: 0.4824123 Feb 17 00:04:39.134808 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9adb60be-fd26-4c40-a426-d531d96752de req-feaedec2-57c1-4f28-944e-46659d3351f4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a2ee46360fcd446293cdd25aa696350b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2906294 Feb 17 00:04:39.240712 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-60dd0c38-f515-4abc-90a7-9984a00e19cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.260055 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-60dd0c38-f515-4abc-90a7-9984a00e19cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749949'] for security_group_rule, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.281104 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Network 9bed9bea-fabb-4082-8967-92ad14eef61a is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:39.311124 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:39.327873 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:39.332874 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:39.333626 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.360068 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event updated for resources: {'Port': ['ID=a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:39.362828 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c3f859f6-fe6a-4975-803e-03c9479444fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.378398 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:39.384848 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:39.385427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.386917 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7739413 Feb 17 00:04:39.387622 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e34610e8-4794-4e4b-b537-a93aafc641e5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:39.448101 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Request body: {'port': {'device_id': '80b9199e-c6d2-460d-841e-200431d66037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:39.492025 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.552788 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=0fab4637-f6d3-4a5c-8c04-8f46427a6ae9,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:04:39.559485 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.608506 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.611409 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:39.612724 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c3f859f6-fe6a-4975-803e-03c9479444fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.620101 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-60dd0c38-f515-4abc-90a7-9984a00e19cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.625130 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-60dd0c38-f515-4abc-90a7-9984a00e19cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4346867 Feb 17 00:04:39.628377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48606) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:39.630280 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bec70de6-4bda-4191-b7a0-7c037ae6b6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.640304 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd0c38-f515-4abc-90a7-9984a00e19cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1728834-7362-4038-9cef-0a687c63e706,revision_number=0']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:39.657658 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bec70de6-4bda-4191-b7a0-7c037ae6b6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.664408 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d2543-0288-41fb-8822-19279b661952 req-db81fff0-6293-42c7-bb16-619bb069aa90 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:39.666084 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0a1d2543-0288-41fb-8822-19279b661952 req-db81fff0-6293-42c7-bb16-619bb069aa90 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 943 time: 1.4760549 Feb 17 00:04:39.670147 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Request body: {'floatingip': {'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:39.676880 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-60dd0c38-f515-4abc-90a7-9984a00e19cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:39.708447 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:39.712941 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Network b1947220-83c4-489a-a527-6f2806e7a772 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:04:39.716101 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-df0e0cfb-61c3-4064-9619-06f437ea0a37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:39.718068 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Transition to ACTIVE for port object b4530f2d-d6e6-41eb-9202-6ba09c036cfd will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:39.719028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=0fab4637-f6d3-4a5c-8c04-8f46427a6ae9,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:39.723005 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:39.723140 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a1d04ce-65c8-4ea3-a834-4df16c414a5b req-121cb138-6c9f-4d4c-b681-3a9204806ada service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cea8020-c30e-4e9d-8fe1-66ff658f4c76 HTTP/1.1" status: 200 len: 217 time: 0.2004528 Feb 17 00:04:39.726750 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.726924 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4960578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11107897'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.747566 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:39.755459 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.772143 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Usage tracker for resource:floatingip and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:39.781306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:39.805883 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:39.821182 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-bec70de6-4bda-4191-b7a0-7c037ae6b6f4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8f2e896893b04fd1b8e6bfdb55bffb36&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4861765 Feb 17 00:04:39.833717 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48610) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:39.882158 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b152c90-f725-4608-8976-53e0363d0321 None None] Pushing event updated for resources: {'Port': ['ID=b4530f2d-d6e6-41eb-9202-6ba09c036cfd,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:39.882425 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d04ce-65c8-4ea3-a834-4df16c414a5b req-7d1e6dfa-574a-4bd3-a57a-4737788a6e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:39.884266 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1b152c90-f725-4608-8976-53e0363d0321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:39.884887 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a1d04ce-65c8-4ea3-a834-4df16c414a5b req-7d1e6dfa-574a-4bd3-a57a-4737788a6e88 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4625a851-cafe-40a6-81f5-a0913ace2471 HTTP/1.1" status: 200 len: 854 time: 0.1424758 Feb 17 00:04:39.887366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec70de6-4bda-4191-b7a0-7c037ae6b6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0353369-bee3-4e9b-9a57-69ab7caf772f,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:39.895533 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0a1d2543-0288-41fb-8822-19279b661952 req-01244949-4b5d-4c31-b296-537dccc9d1b4 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147706 Feb 17 00:04:39.899024 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bec70de6-4bda-4191-b7a0-7c037ae6b6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:39.899637 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.961370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-49e80673-54f5-4cf7-ad60-33f28ef9ded0 None None] Provisioning for port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:39.971376 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-49e80673-54f5-4cf7-ad60-33f28ef9ded0 None None] Provisioning complete for port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:39.971798 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-49e80673-54f5-4cf7-ad60-33f28ef9ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.005536 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a1d04ce-65c8-4ea3-a834-4df16c414a5b req-1e5d2a06-b601-43cf-ad0c-fefd092ab2b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0520da59-3382-4a2f-bac6-074b9669413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912337 Feb 17 00:04:40.031955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-49e80673-54f5-4cf7-ad60-33f28ef9ded0 None None] Port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:04:40.043308 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c3f859f6-fe6a-4975-803e-03c9479444fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.068735 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-453cee5e-dd49-4b9e-9396-c285a0789f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:40.135694 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f859f6-fe6a-4975-803e-03c9479444fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a825a14-90a4-48e0-bffa-da450c2ce9b6,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:40.149129 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9adb60be-fd26-4c40-a426-d531d96752de req-74776f38-3948-4833-bde8-ab1b652d9b6f service neutron] 10.222.0.63 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655785 Feb 17 00:04:40.151085 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c3f859f6-fe6a-4975-803e-03c9479444fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:40.175234 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c3f859f6-fe6a-4975-803e-03c9479444fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.179682 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c3f859f6-fe6a-4975-803e-03c9479444fb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7a825a14-90a4-48e0-bffa-da450c2ce9b6 HTTP/1.1" status: 204 len: 168 time: 2.1177001 Feb 17 00:04:40.191962 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Attempting to bind port b4530f2d-d6e6-41eb-9202-6ba09c036cfd on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:04:40.192382 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Attempting to bind port b4530f2d-d6e6-41eb-9202-6ba09c036cfd by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '88ebecaa-ebcc-4caf-8948-9084129d97f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:04:40.192800 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Attempting to bind port b4530f2d-d6e6-41eb-9202-6ba09c036cfd on network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:04:40.199380 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:40.199865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Checking segment: {'id': '88ebecaa-ebcc-4caf-8948-9084129d97f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:40.200325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.200768 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Bound using segment: {'id': '88ebecaa-ebcc-4caf-8948-9084129d97f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:40.201297 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Bound port: b4530f2d-d6e6-41eb-9202-6ba09c036cfd, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ebecaa-ebcc-4caf-8948-9084129d97f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:04:40.201698 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.323128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] For port b4530f2d-d6e6-41eb-9202-6ba09c036cfd, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:04:40.327318 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] For port b4530f2d-d6e6-41eb-9202-6ba09c036cfd, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=b4530f2d-d6e6-41eb-9202-6ba09c036cfd,segment=NetworkSegment(88ebecaa-ebcc-4caf-8948-9084129d97f4),segment_id=88ebecaa-ebcc-4caf-8948-9084129d97f4)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:04:40.332267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.395233 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a1d04ce-65c8-4ea3-a834-4df16c414a5b req-129156dd-6c16-40c8-af39-b5ae719d1c46 service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901719 Feb 17 00:04:40.423822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c8a5-22d6-4b4c-9338-babb66adaf2f req-d8d658e7-5ce8-4fee-81a1-4c525d60316b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:40.424721 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-1c71c8a5-22d6-4b4c-9338-babb66adaf2f req-d8d658e7-5ce8-4fee-81a1-4c525d60316b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Synchronizing usage tracker for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:40.466731 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Network b1947220-83c4-489a-a527-6f2806e7a772 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:04:40.474582 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff227267-e950-4bf4-8461-6bcf0ad242b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.505383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff227267-e950-4bf4-8461-6bcf0ad242b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.510736 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-1c71c8a5-22d6-4b4c-9338-babb66adaf2f req-d8d658e7-5ce8-4fee-81a1-4c525d60316b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Unset dirty status for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:40.512912 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1c71c8a5-22d6-4b4c-9338-babb66adaf2f req-d8d658e7-5ce8-4fee-81a1-4c525d60316b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 931 time: 0.4470503 Feb 17 00:04:40.515480 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-173406f2-e66b-48f4-bcd1-ac414df6b471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:40.544858 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: from cryptography.utils import int_from_bytes Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: from cryptography.utils import int_from_bytes Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: (rel_b, rel_a, rel_b), Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: Traceback (most recent call last): Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: timer() Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: cb(*args, **kw) Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: return func(*args, **kwargs) Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: self._notify() Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: self.callback(batched_events) Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: event.method(event) Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: segment_id)['aggregates'][0] Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, *a, **k) Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: return self._get(url).json() Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: **kwargs) Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: return self.request(url, 'GET', **kwargs) Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: **endpoint_filter) Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:04:40.627960 dv-cinder-759961-3-smb neutron-server[83811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:04:40.642587 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b152c90-f725-4608-8976-53e0363d0321 None None] Pushing event updated for resources: {'Port': ['ID=b4530f2d-d6e6-41eb-9202-6ba09c036cfd,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:40.656132 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:40.685813 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48618) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:40.699732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff227267-e950-4bf4-8461-6bcf0ad242b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.718372 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1b152c90-f725-4608-8976-53e0363d0321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:40.725649 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1c71c8a5-22d6-4b4c-9338-babb66adaf2f req-d1a7c8a4-9257-41cd-9b78-e8875df3a29b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003834 Feb 17 00:04:40.730836 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:40.738281 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Routers {'03d4fc2e-90ed-476b-b26a-176be88190c7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:04:40.738985 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:04:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['03d4fc2e-90ed-476b-b26a-176be88190c7'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:40.756757 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9adb60be-fd26-4c40-a426-d531d96752de req-257fc8b3-83fc-4d3c-893a-8ab3136cfb86 service neutron] 10.222.0.63 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6066122 Feb 17 00:04:40.770529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-07fa7d35-f04c-4172-8adf-ad8e5a402aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.798743 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff227267-e950-4bf4-8461-6bcf0ad242b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.800492 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef {{(pid=83920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:04:40.805152 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ff227267-e950-4bf4-8461-6bcf0ad242b2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e0353369-bee3-4e9b-9a57-69ab7caf772f HTTP/1.1" status: 204 len: 168 time: 0.9641421 Feb 17 00:04:40.808997 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-07fa7d35-f04c-4172-8adf-ad8e5a402aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:40.814273 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff227267-e950-4bf4-8461-6bcf0ad242b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0353369-bee3-4e9b-9a57-69ab7caf772f,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:40.828931 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ff227267-e950-4bf4-8461-6bcf0ad242b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:40.829126 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-07fa7d35-f04c-4172-8adf-ad8e5a402aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:351cd627b7c84df2b631dbd8ce77d05b is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:40.836829 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-07fa7d35-f04c-4172-8adf-ad8e5a402aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:40.840920 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.877796 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036849825598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714387'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.890916 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-07fa7d35-f04c-4172-8adf-ad8e5a402aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:40.910701 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Transition to ACTIVE for port object a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef will not be triggered until provisioned by entity L2. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:40.917760 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:40.927120 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.952539 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] Set router 03d4fc2e-90ed-476b-b26a-176be88190c7 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:04:40.959346 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:40.964431 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.981887 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a1d04ce-65c8-4ea3-a834-4df16c414a5b req-a62a91d8-05e4-4a16-aba8-c4a8794ad42c service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5696723 Feb 17 00:04:40.986617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1947220-83c4-489a-a527-6f2806e7a772,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:41.005001 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:41.013850 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] 10.222.0.63 "DELETE /v2.0/networks/b1947220-83c4-489a-a527-6f2806e7a772 HTTP/1.1" status: 204 len: 168 time: 3.6278942 Feb 17 00:04:41.014841 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48630) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:41.205778 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd33dba7-3e22-43c9-8bd9-c128a8576824 admin admin] Deleting subnet 18e94d6f-2bf3-4547-84c3-cd99968a3580 {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:04:41.209487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bd33dba7-3e22-43c9-8bd9-c128a8576824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:41.270702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bd33dba7-3e22-43c9-8bd9-c128a8576824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981417'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:41.340738 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bd33dba7-3e22-43c9-8bd9-c128a8576824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4952659'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:41.489006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:41.490355 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:41.541773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Pushing event updated for resources: {'Port': ['ID=a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:41.564531 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f48838-46fa-4fd6-9e86-ad3340c594d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c', 'code': 200} Feb 17 00:04:41.598133 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:41.689134 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Allocated IP 172.28.2.213 (4cea41e0-975c-4c05-822b-6951b7473dd4/fe675137-7af0-487b-b384-b9c8d364eafc/b5365964-831a-46c8-bd78-1448ca0d9776) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:41.745160 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48646) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:41.818531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c8a7176f-b2b2-470a-ae70-0fb0383c06c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:41.856632 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-07fa7d35-f04c-4172-8adf-ad8e5a402aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:41.864148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.objects.ports [None req-b6f71d51-fe00-491c-b983-d2bb36fb4ff5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:04:41.938941 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bd33dba7-3e22-43c9-8bd9-c128a8576824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849823157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843674682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852803607'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:41.942586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'name': 'tempest-ServerRescueNegativeTestJSON-642257993-router', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:08Z', 'updated_at': '2021-02-17T00:04:33Z', 'revision_number': 4, 'project_id': 'a2ee46360fcd446293cdd25aa696350b', 'gw_port': {'id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:15Z', 'updated_at': '2021-02-17T00:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': 'b4530f2d-d6e6-41eb-9202-6ba09c036cfd', 'name': '', 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b', 'mac_address': 'fa:16:3e:f7:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '17138db5-0c15-4399-a1cd-bdf6e1de4aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:31Z', 'updated_at': '2021-02-17T00:04:40Z', 'revision_number': 4, 'project_id': 'a2ee46360fcd446293cdd25aa696350b', 'subnets': [{'id': '17138db5-0c15-4399-a1cd-bdf6e1de4aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:41.947586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1cb4f-417a-4307-8a85-d6e6171a42c7 None None] The sync data for ids ['03d4fc2e-90ed-476b-b26a-176be88190c7'] in dv-cinder-759961-3-smb is: [{'id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'name': 'tempest-ServerRescueNegativeTestJSON-642257993-router', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:08Z', 'updated_at': '2021-02-17T00:04:33Z', 'revision_number': 4, 'project_id': 'a2ee46360fcd446293cdd25aa696350b', 'gw_port': {'id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:15Z', 'updated_at': '2021-02-17T00:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': 'b4530f2d-d6e6-41eb-9202-6ba09c036cfd', 'name': '', 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b', 'mac_address': 'fa:16:3e:f7:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '17138db5-0c15-4399-a1cd-bdf6e1de4aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:31Z', 'updated_at': '2021-02-17T00:04:40Z', 'revision_number': 4, 'project_id': 'a2ee46360fcd446293cdd25aa696350b', 'subnets': [{'id': '17138db5-0c15-4399-a1cd-bdf6e1de4aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:04:41.969848 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bf5de27d-3ada-40fe-b7ef-601354f788de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:42.018044 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-c8a7176f-b2b2-470a-ae70-0fb0383c06c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:42.033418 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-c8a7176f-b2b2-470a-ae70-0fb0383c06c2 admin admin] Usage tracker for resource:security_group_rule and tenant:eca6576363f34aab8890587ce826321d is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:42.042116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-c8a7176f-b2b2-470a-ae70-0fb0383c06c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:42.049203 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-c8a7176f-b2b2-470a-ae70-0fb0383c06c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:42.091325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-07fa7d35-f04c-4172-8adf-ad8e5a402aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:42.151146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:42.160356 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33dba7-3e22-43c9-8bd9-c128a8576824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e94d6f-2bf3-4547-84c3-cd99968a3580,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:42.168335 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bd33dba7-3e22-43c9-8bd9-c128a8576824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:42.195656 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed813b-ba64-486f-8fea-f0c084f96129 req-eceba15d-d2f7-4114-9e70-e26abb371024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:42.196815 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c9ed813b-ba64-486f-8fea-f0c084f96129 req-eceba15d-d2f7-4114-9e70-e26abb371024 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 1162 time: 0.4016304 Feb 17 00:04:42.199712 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Attempting to bind port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:04:42.200105 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Attempting to bind port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:04:42.200471 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Attempting to bind port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef on network 9bed9bea-fabb-4082-8967-92ad14eef61a {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:04:42.203838 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549138e-01ed-4ff3-bf79-32c34e85df76 req-11672ffe-2bf6-4343-8406-b81ef5269df5 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:42.205427 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e549138e-01ed-4ff3-bf79-32c34e85df76 req-11672ffe-2bf6-4343-8406-b81ef5269df5 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 945 time: 0.4114740 Feb 17 00:04:42.219966 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:42.220346 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Checking segment: {'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:42.220796 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:42.221192 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Bound using segment: {'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:42.221720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Bound port: a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'}}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:04:42.222130 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:42.225137 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c9ed813b-ba64-486f-8fea-f0c084f96129 req-24274cad-09bf-4de0-8346-e8576da463bf service neutron] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:42.238399 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bd33dba7-3e22-43c9-8bd9-c128a8576824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:42.240608 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:42.250162 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-bd33dba7-3e22-43c9-8bd9-c128a8576824 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/18e94d6f-2bf3-4547-84c3-cd99968a3580 HTTP/1.1" status: 204 len: 168 time: 1.2306466 Feb 17 00:04:42.264168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48652) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:42.318603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e07fd3-5f01-4b11-92fa-679afa604895 req-68fd5816-17da-49f2-81e1-dc7a4e77fff2 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:42.320261 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-74e07fd3-5f01-4b11-92fa-679afa604895 req-68fd5816-17da-49f2-81e1-dc7a4e77fff2 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 943 time: 0.6428800 Feb 17 00:04:42.347035 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-07fa7d35-f04c-4172-8adf-ad8e5a402aa4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=351cd627b7c84df2b631dbd8ce77d05b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6576333 Feb 17 00:04:42.350220 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa7d35-f04c-4172-8adf-ad8e5a402aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0f98d0-a6fb-4278-a544-59e9009827d2,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:42.394865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4784241'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:42.409349 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:42.410116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:42.451860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48656) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:42.475737 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-07fa7d35-f04c-4172-8adf-ad8e5a402aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:42.548660 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] For port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef, host hv-cinder-75996, cleared binding levels {{(pid=83920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:04:42.612848 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:42.631066 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device b4530f2d-d6e6-41eb-9202-6ba09c036cfd up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:42.633621 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] For port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef,segment=NetworkSegment(0b226fb9-e351-4a5d-bdbb-8186f90c055d),segment_id=0b226fb9-e351-4a5d-bdbb-8186f90c055d)] {{(pid=83920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:04:42.687016 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:42.703039 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-74e07fd3-5f01-4b11-92fa-679afa604895 req-8b4d5b7f-3bb2-46b7-850e-642468440f83 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689203 Feb 17 00:04:42.736141 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:42.737677 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-c9ed813b-ba64-486f-8fea-f0c084f96129 req-24274cad-09bf-4de0-8346-e8576da463bf service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:42.867213 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c8a7176f-b2b2-470a-ae70-0fb0383c06c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:42.910594 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c8a7176f-b2b2-470a-ae70-0fb0383c06c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:42.943248 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:42.955743 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f71cd07-aaf1-4434-a148-92828b13f393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.007109 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb60be-fd26-4c40-a426-d531d96752de req-76d85c09-01d6-4939-af6f-d77d6e4cb536 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:43.008690 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9adb60be-fd26-4c40-a426-d531d96752de req-76d85c09-01d6-4939-af6f-d77d6e4cb536 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.54 "GET /v2.0/networks?id=4ca00216-ee09-4b8a-a03b-9db9b3566f52 HTTP/1.1" status: 200 len: 818 time: 0.2568419 Feb 17 00:04:43.024008 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-c9ed813b-ba64-486f-8fea-f0c084f96129 req-24274cad-09bf-4de0-8346-e8576da463bf service neutron] Usage tracker for resource:security_group_rule and tenant:5e5236684ec746d0a558eec55327bcb7 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:43.032486 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Request body: {'port': {'device_id': 'ef26b95e-d043-4d4f-9a81-b972acee8451', 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52', 'admin_state_up': True, 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:43.046596 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port b4530f2d-d6e6-41eb-9202-6ba09c036cfd completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:43.053732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port b4530f2d-d6e6-41eb-9202-6ba09c036cfd triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:43.054440 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.108206 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:43.120392 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-109cc96a-929e-4dde-8d72-b62a5695596b req-5b025b69-45d2-43d5-b6dd-e745a0c52970 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Synchronizing usage tracker for tenant:a2ee46360fcd446293cdd25aa696350b on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:43.124330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:43.124891 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.144885 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c8a7176f-b2b2-470a-ae70-0fb0383c06c2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eca6576363f34aab8890587ce826321d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3911045 Feb 17 00:04:43.162521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48662) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:43.167915 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Pushing event updated for resources: {'Port': ['ID=a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef,revision_number=3']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:43.190244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:43.194263 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Usage tracker for resource:port and tenant:a2ee46360fcd446293cdd25aa696350b is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:43.197321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:43.203597 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:43.205467 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:43.207461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bec70de6-4bda-4191-b7a0-7c037ae6b6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:43.211018 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-c9ed813b-ba64-486f-8fea-f0c084f96129 req-24274cad-09bf-4de0-8346-e8576da463bf service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:43.219203 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f71cd07-aaf1-4434-a148-92828b13f393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.237504 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Made reservation on behalf of a2ee46360fcd446293cdd25aa696350b for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:43.243148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.257161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-c9ed813b-ba64-486f-8fea-f0c084f96129 req-24274cad-09bf-4de0-8346-e8576da463bf service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:43.263169 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e549138e-01ed-4ff3-bf79-32c34e85df76 req-4e7f369c-55d5-4d25-8b72-f6160ae9389e tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/security-groups?id=fac68d2d-5d84-4e88-b03d-31a21f67c864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0176699 Feb 17 00:04:43.280528 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.439203 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.483757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.536451 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7cea8020-c30e-4e9d-8fe1-66ff658f4c76,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:04:43.550484 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.551651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7176f-b2b2-470a-ae70-0fb0383c06c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff2a2d7-7868-4cdc-a050-34f5a4eae275,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:43.555934 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port b4530f2d-d6e6-41eb-9202-6ba09c036cfd, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=b4530f2d-d6e6-41eb-9202-6ba09c036cfd,segment=NetworkSegment(88ebecaa-ebcc-4caf-8948-9084129d97f4),segment_id=88ebecaa-ebcc-4caf-8948-9084129d97f4)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:04:43.557091 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:43.570784 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c8a7176f-b2b2-470a-ae70-0fb0383c06c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:43.580115 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:43.580913 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.582550 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] 10.222.0.54 "PUT /v2.0/ports/a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef HTTP/1.1" status: 200 len: 1157 time: 4.1698923 Feb 17 00:04:43.585538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-49cc47ed-9879-4778-99e9-da858164a12f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:43.609901 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e5a588-421e-4971-849f-219ab2de9db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cea8020-c30e-4e9d-8fe1-66ff658f4c76'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:43.625254 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.648302 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b9199e-c6d2-460d-841e-200431d66037', 'tag': 'a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:43.657675 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=7cea8020-c30e-4e9d-8fe1-66ff658f4c76,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:43.661583 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:43.662078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:43.704524 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:43.733258 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Allocated IP 172.20.0.6 (4ca00216-ee09-4b8a-a03b-9db9b3566f52/17138db5-0c15-4399-a1cd-bdf6e1de4aee/d14d1e1b-e7d4-40d7-a21f-d717b23ef138) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:43.825572 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=b4530f2d-d6e6-41eb-9202-6ba09c036cfd,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:43.829752 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:43.840358 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:43.840782 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.913090 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4950218', 'neutron.services.segments.db._delete_segments_for_network-8768588793578'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.920240 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ad909801-d78a-418e-89b8-1bfb4e886e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.922049 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event updated for resources: {'Port': ['ID=b5365964-831a-46c8-bd78-1448ca0d9776,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:43.933264 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:43.943344 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:43.950781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:43.965244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:43.970925 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f71cd07-aaf1-4434-a148-92828b13f393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:43.983966 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c8a7176f-b2b2-470a-ae70-0fb0383c06c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:44.008319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ad909801-d78a-418e-89b8-1bfb4e886e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:44.069779 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71cd07-aaf1-4434-a148-92828b13f393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0f98d0-a6fb-4278-a544-59e9009827d2,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:44.084920 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2f71cd07-aaf1-4434-a148-92828b13f393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:44.137831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-02d80e62-eb83-45b4-a36f-10006a49e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:44.139471 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-02d80e62-eb83-45b4-a36f-10006a49e5c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5111a3597c480680e0f9abf0a384d8&device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 1160 time: 0.4268675 Feb 17 00:04:44.218656 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf93a3-ac62-476b-bcae-259ec2edf7cd req-2535b71c-e563-4b4b-bbcf-06f043673ed7 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:44.220202 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f4bf93a3-ac62-476b-bcae-259ec2edf7cd req-2535b71c-e563-4b4b-bbcf-06f043673ed7 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 943 time: 0.4916108 Feb 17 00:04:44.221188 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:44.222050 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb797f98-14dd-4653-8dfd-1b37f4cfc517']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:44.238773 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-0061aa52-1f27-4890-a704-3c78340adb47 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef HTTP/1.1" status: 200 len: 217 time: 0.0842819 Feb 17 00:04:44.239560 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f71cd07-aaf1-4434-a148-92828b13f393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:44.240713 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-2f71cd07-aaf1-4434-a148-92828b13f393 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ae0f98d0-a6fb-4278-a544-59e9009827d2 HTTP/1.1" status: 204 len: 168 time: 1.7639556 Feb 17 00:04:44.279065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9409daa8-e943-4b0e-8008-6317466a2a9a') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:44.279386 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9409daa8-e943-4b0e-8008-6317466a2a9a') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:04:44.320053 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268265975292', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853794383'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:44.335718 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ad909801-d78a-418e-89b8-1bfb4e886e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:44.344442 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:44.350438 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c9ed813b-ba64-486f-8fea-f0c084f96129 req-24274cad-09bf-4de0-8346-e8576da463bf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:44.367170 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c9ed813b-ba64-486f-8fea-f0c084f96129 req-24274cad-09bf-4de0-8346-e8576da463bf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:44.368181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:44.382651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:04:44.392607 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad909801-d78a-418e-89b8-1bfb4e886e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff2a2d7-7868-4cdc-a050-34f5a4eae275,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:44.407592 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ad909801-d78a-418e-89b8-1bfb4e886e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:44.408426 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-109cc96a-929e-4dde-8d72-b62a5695596b req-5b025b69-45d2-43d5-b6dd-e745a0c52970 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Unset dirty status for tenant:a2ee46360fcd446293cdd25aa696350b on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:44.409698 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-109cc96a-929e-4dde-8d72-b62a5695596b req-5b025b69-45d2-43d5-b6dd-e745a0c52970 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 210 time: 1.4558074 Feb 17 00:04:44.415144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ad909801-d78a-418e-89b8-1bfb4e886e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:44.419055 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ad909801-d78a-418e-89b8-1bfb4e886e62 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5ff2a2d7-7868-4cdc-a050-34f5a4eae275 HTTP/1.1" status: 204 len: 168 time: 1.2503057 Feb 17 00:04:44.419055 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:44.434426 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f4bf93a3-ac62-476b-bcae-259ec2edf7cd req-43933780-64df-4a02-bf02-b63573804c6a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948974 Feb 17 00:04:44.480172 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e4118a8e-5e07-43e2-b31e-d3453910708c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:44.546313 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e5a588-421e-4971-849f-219ab2de9db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cea8020-c30e-4e9d-8fe1-66ff658f4c76', 'code': 200} Feb 17 00:04:44.635721 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c9ed813b-ba64-486f-8fea-f0c084f96129 req-24274cad-09bf-4de0-8346-e8576da463bf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fac68d2d-5d84-4e88-b03d-31a21f67c864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4292095 Feb 17 00:04:44.636296 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device b4530f2d-d6e6-41eb-9202-6ba09c036cfd up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:44.666665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24274cad-09bf-4de0-8346-e8576da463bf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3d2fc6-2132-4bbc-9ab3-17243bacbc7f,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:44.728571 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-24274cad-09bf-4de0-8346-e8576da463bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:44.754684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:44.772733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] Network eb797f98-14dd-4653-8dfd-1b37f4cfc517 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:04:44.788514 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-d9b72e6d-3cfe-441a-862e-f619761af5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:44.788514 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-d9b72e6d-3cfe-441a-862e-f619761af5e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fd2358e-bd02-44c1-88fe-65c85dcf897a HTTP/1.1" status: 200 len: 849 time: 0.5381930 Feb 17 00:04:44.794414 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4960578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11107897'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:44.853658 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port b4530f2d-d6e6-41eb-9202-6ba09c036cfd triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:44.855920 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:45.029705 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] Network eb797f98-14dd-4653-8dfd-1b37f4cfc517 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:04:45.116875 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985aad0-2806-43a7-8de0-19f589c96430 req-720c9409-74aa-4a76-a8e2-d81035dee25a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:45.125004 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3985aad0-2806-43a7-8de0-19f589c96430 req-720c9409-74aa-4a76-a8e2-d81035dee25a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 945 time: 0.3522973 Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: Traceback (most recent call last): Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: timer() Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: cb(*args, **kw) Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: return func(*args, **kwargs) Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: self._notify() Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: self.callback(batched_events) Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: event.method(event) Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: segment_id)['aggregates'][0] Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, *a, **k) Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: return self._get(url).json() Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: **kwargs) Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: return self.request(url, 'GET', **kwargs) Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: **endpoint_filter) Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:04:45.152541 dv-cinder-759961-3-smb neutron-server[83811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:04:45.221592 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b9199e-c6d2-460d-841e-200431d66037', 'tag': 'a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef', 'status': 'completed', 'code': 200} Feb 17 00:04:45.222368 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036849825598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714387'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:45.223849 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-bd9b45e3-a70a-47ab-b0d2-c9e58f9fc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:45.225476 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-bd9b45e3-a70a-47ab-b0d2-c9e58f9fc8a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bed9bea-fabb-4082-8967-92ad14eef61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3381677 Feb 17 00:04:45.236387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:45.241880 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-81a1f188-7d20-4f90-83b8-74e271ace1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:45.264965 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb797f98-14dd-4653-8dfd-1b37f4cfc517,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:45.275568 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:45.311743 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] 10.222.0.63 "DELETE /v2.0/networks/eb797f98-14dd-4653-8dfd-1b37f4cfc517 HTTP/1.1" status: 204 len: 168 time: 3.0463588 Feb 17 00:04:45.316517 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b435f5-791a-44c2-a68c-1326156b387b req-c21ecdd5-b47e-43e8-8cb9-f975e41636c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:45.318568 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-40b435f5-791a-44c2-a68c-1326156b387b req-c21ecdd5-b47e-43e8-8cb9-f975e41636c9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 1162 time: 0.1646473 Feb 17 00:04:45.324590 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:45.470591 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:45.482015 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3985aad0-2806-43a7-8de0-19f589c96430 req-c5cb2e80-b0b9-489c-902e-89717719063d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560276 Feb 17 00:04:45.563731 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-07f1c10f-f3f3-49e9-b151-ea8500edcd16 service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140593 Feb 17 00:04:45.658747 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Pushing event updated for resources: {'Port': ['ID=d14d1e1b-e7d4-40d7-a21f-d717b23ef138,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:45.661472 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-40b435f5-791a-44c2-a68c-1326156b387b req-96603c3f-c7b0-4939-b9fb-1ecb502c2636 service neutron] Synchronizing usage tracker for tenant:5e5236684ec746d0a558eec55327bcb7 on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:45.666846 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:45.699349 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:45.707812 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:45.713500 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:45.723908 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:45.753143 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-40b435f5-791a-44c2-a68c-1326156b387b req-96603c3f-c7b0-4939-b9fb-1ecb502c2636 service neutron] Unset dirty status for tenant:5e5236684ec746d0a558eec55327bcb7 on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:45.754529 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-40b435f5-791a-44c2-a68c-1326156b387b req-96603c3f-c7b0-4939-b9fb-1ecb502c2636 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849519 Feb 17 00:04:45.771390 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94b72a-b7af-430d-b705-00e314817de5 req-49d53f65-ef8f-43f2-98d9-a63d07fef1cf tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:45.773136 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0f94b72a-b7af-430d-b705-00e314817de5 req-49d53f65-ef8f-43f2-98d9-a63d07fef1cf tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 945 time: 0.3047450 Feb 17 00:04:45.796047 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:45.796874 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:45.834501 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:45.835284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:45.858545 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0f94b72a-b7af-430d-b705-00e314817de5 req-ee8ecbea-6217-4c37-b0e4-20582f229c93 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/security-groups?id=fac68d2d-5d84-4e88-b03d-31a21f67c864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772512 Feb 17 00:04:45.864070 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48730) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:45.869477 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9adb60be-fd26-4c40-a426-d531d96752de req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8416567 Feb 17 00:04:45.926351 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-29a31e85-e050-4426-a3d9-d04387d7ba6a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=106ca10152594cebac9919558e364df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606999 Feb 17 00:04:45.928904 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 48734) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:45.949936 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Request body: {'port': {'device_id': 'ef26b95e-d043-4d4f-9a81-b972acee8451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:45.970279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-36a6d41e-da01-4364-8021-a20f6dcc90a1 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:45.971098 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-36a6d41e-da01-4364-8021-a20f6dcc90a1 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Synchronizing usage tracker for tenant:a2ee46360fcd446293cdd25aa696350b on resource:network {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:46.042986 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:46.060884 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-36a6d41e-da01-4364-8021-a20f6dcc90a1 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Unset dirty status for tenant:a2ee46360fcd446293cdd25aa696350b on resource:network {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:46.062220 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-36a6d41e-da01-4364-8021-a20f6dcc90a1 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/networks?id=4ca00216-ee09-4b8a-a03b-9db9b3566f52 HTTP/1.1" status: 200 len: 818 time: 0.3565025 Feb 17 00:04:46.062864 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:46.203775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:46.284239 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event updated for resources: {'Port': ['ID=b5365964-831a-46c8-bd78-1448ca0d9776,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:46.291175 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f88c863f-9879-4cf7-9e12-cf216354c1ae req-c63c88ee-09b3-4f72-824a-1fcb5c0610f6 service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7145636 Feb 17 00:04:46.292748 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:46.306000 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:46.308675 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-b0342642-fc99-494f-8edb-44f7bfaab442 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/quotas/a2ee46360fcd446293cdd25aa696350b HTTP/1.1" status: 200 len: 375 time: 0.1077104 Feb 17 00:04:46.430708 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:46.451610 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6a58e297-650e-4b7f-91f8-db61905bef78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:46.464487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:46.474987 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8270431 Feb 17 00:04:46.507824 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6a58e297-650e-4b7f-91f8-db61905bef78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:46.541187 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-d458032d-eca0-4993-8bbb-be2f7a358908 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a2ee46360fcd446293cdd25aa696350b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2207627 Feb 17 00:04:46.545388 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269520a0-4441-4cf4-86e5-cb19f075a9d8 req-04de63fd-64ad-42e5-848f-cdc340b923b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:46.547120 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-269520a0-4441-4cf4-86e5-cb19f075a9d8 req-04de63fd-64ad-42e5-848f-cdc340b923b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5111a3597c480680e0f9abf0a384d8&device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 1160 time: 0.1471543 Feb 17 00:04:46.596039 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6a58e297-650e-4b7f-91f8-db61905bef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:46.618230 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:46.648835 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58e297-650e-4b7f-91f8-db61905bef78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed2299f-c5b9-4938-9afe-8eff36ecc58b,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:46.660165 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6a58e297-650e-4b7f-91f8-db61905bef78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:46.661584 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-6a58e297-650e-4b7f-91f8-db61905bef78 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5ed2299f-c5b9-4938-9afe-8eff36ecc58b HTTP/1.1" status: 204 len: 168 time: 0.7314844 Feb 17 00:04:46.665154 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6a58e297-650e-4b7f-91f8-db61905bef78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:46.748131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784301e-4cfc-486f-ad4e-29736bf1f0c7 req-d3a7c130-a2ca-4197-b1ef-db4ca316b381 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:46.756082 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0784301e-4cfc-486f-ad4e-29736bf1f0c7 req-d3a7c130-a2ca-4197-b1ef-db4ca316b381 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 943 time: 0.6474040 Feb 17 00:04:46.832976 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0784301e-4cfc-486f-ad4e-29736bf1f0c7 req-3efb9e92-fa51-4ffc-8424-253072d4a37e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757380 Feb 17 00:04:46.833347 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-3c857ef7-00ff-4e37-bb51-08f42297b5f7 service neutron] 10.222.0.63 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911673 Feb 17 00:04:47.000667 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-66c03a2d-8a47-4b31-ad44-4d80c4d7a619 service neutron] 10.222.0.63 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1660829 Feb 17 00:04:47.007501 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269520a0-4441-4cf4-86e5-cb19f075a9d8 req-1d93c432-e6c3-4b89-ba13-1aec6f1a4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:47.009272 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-269520a0-4441-4cf4-86e5-cb19f075a9d8 req-1d93c432-e6c3-4b89-ba13-1aec6f1a4a1b service neutron] 10.222.0.54 "GET /v2.0/networks?id=9bed9bea-fabb-4082-8967-92ad14eef61a HTTP/1.1" status: 200 len: 904 time: 0.4374380 Feb 17 00:04:47.142355 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-269520a0-4441-4cf4-86e5-cb19f075a9d8 req-59972433-2dda-432a-a798-1553832744b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef HTTP/1.1" status: 200 len: 217 time: 0.1252794 Feb 17 00:04:47.274632 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28550-a44a-4970-a37e-fd654aa502d9 req-1c702b09-5d2e-4565-93c2-b3873e33aa69 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:47.277691 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-05d28550-a44a-4970-a37e-fd654aa502d9 req-1c702b09-5d2e-4565-93c2-b3873e33aa69 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Synchronizing usage tracker for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:47.300891 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269520a0-4441-4cf4-86e5-cb19f075a9d8 req-3d72c30a-84e6-465d-8dfb-5633c8ef53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:47.302635 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-269520a0-4441-4cf4-86e5-cb19f075a9d8 req-3d72c30a-84e6-465d-8dfb-5633c8ef53e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fd2358e-bd02-44c1-88fe-65c85dcf897a HTTP/1.1" status: 200 len: 849 time: 0.1422498 Feb 17 00:04:47.396219 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14d1e1b-e7d4-40d7-a21f-d717b23ef138 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:04:47.406240 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-05d28550-a44a-4970-a37e-fd654aa502d9 req-1c702b09-5d2e-4565-93c2-b3873e33aa69 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Unset dirty status for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:47.413799 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-05d28550-a44a-4970-a37e-fd654aa502d9 req-1c702b09-5d2e-4565-93c2-b3873e33aa69 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 945 time: 0.3198006 Feb 17 00:04:47.418281 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:47.436555 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48786) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:47.506618 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-05d28550-a44a-4970-a37e-fd654aa502d9 req-f4ef46e6-1e3c-43de-a4c2-4c2ce4fa657d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915742 Feb 17 00:04:47.507826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Transition to ACTIVE for port object d14d1e1b-e7d4-40d7-a21f-d717b23ef138 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:47.514267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:47.554219 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:47.592916 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-fdf66853-2491-4d46-8bf8-5db91fe66c04 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Synchronizing usage tracker for tenant:b1d26520a38346a290f804fe567133d2 on resource:security_group {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:47.633317 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-06604755-aa6f-4b8f-a066-af6e06b90d8c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=caef2ff056f349f4b7da8db9d5e51084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432316 Feb 17 00:04:47.637844 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 48796) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:47.660271 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269520a0-4441-4cf4-86e5-cb19f075a9d8 req-58d7ed7c-297e-434b-af97-ca9aabce03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:47.661927 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-269520a0-4441-4cf4-86e5-cb19f075a9d8 req-58d7ed7c-297e-434b-af97-ca9aabce03ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bed9bea-fabb-4082-8967-92ad14eef61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3511512 Feb 17 00:04:47.668517 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-fdf66853-2491-4d46-8bf8-5db91fe66c04 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Unset dirty status for tenant:b1d26520a38346a290f804fe567133d2 on resource:security_group {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:47.669725 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-fdf66853-2491-4d46-8bf8-5db91fe66c04 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1248162983&fields=id&tenant_id=b1d26520a38346a290f804fe567133d2 HTTP/1.1" status: 200 len: 267 time: 0.2515898 Feb 17 00:04:47.768378 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Pushing event updated for resources: {'Port': ['ID=d14d1e1b-e7d4-40d7-a21f-d717b23ef138,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:47.777340 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:47.973491 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e902c-9da7-4db1-a678-8b1d5b2ec27f req-588210db-450c-4b04-914d-e5aae571b3d2 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:47.982298 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c77e902c-9da7-4db1-a678-8b1d5b2ec27f req-588210db-450c-4b04-914d-e5aae571b3d2 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 945 time: 0.2061193 Feb 17 00:04:48.073027 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c77e902c-9da7-4db1-a678-8b1d5b2ec27f req-689e9cbd-b129-4f60-9c30-8884f2e5231e tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/security-groups?id=fac68d2d-5d84-4e88-b03d-31a21f67c864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896430 Feb 17 00:04:48.253589 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:48.341601 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-9366f80a-aa30-4992-9b1c-d4cb7e1f4f4d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:48.342536 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-9366f80a-aa30-4992-9b1c-d4cb7e1f4f4d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Synchronizing usage tracker for tenant:b1d26520a38346a290f804fe567133d2 on resource:network {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:48.346692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-52ce1ae7-5248-41f1-9a34-2ded601bdb60 req-8ca42707-025d-473e-84f7-b65311a91245 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Synchronizing usage tracker for tenant:a2ee46360fcd446293cdd25aa696350b on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:48.349699 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-269520a0-4441-4cf4-86e5-cb19f075a9d8 req-a8c9dea9-4dd9-41e8-9d84-41d0841e2c7a service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6623895 Feb 17 00:04:48.388401 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-52ce1ae7-5248-41f1-9a34-2ded601bdb60 req-8ca42707-025d-473e-84f7-b65311a91245 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Unset dirty status for tenant:a2ee46360fcd446293cdd25aa696350b on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:48.401037 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-52ce1ae7-5248-41f1-9a34-2ded601bdb60 req-8ca42707-025d-473e-84f7-b65311a91245 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 210 time: 0.1101308 Feb 17 00:04:48.418528 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Attempting to bind port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:04:48.421022 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Attempting to bind port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '88ebecaa-ebcc-4caf-8948-9084129d97f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:04:48.423983 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Attempting to bind port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 on network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:04:48.436892 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:48.438220 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Checking segment: {'id': '88ebecaa-ebcc-4caf-8948-9084129d97f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:48.440082 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:48.440665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Bound using segment: {'id': '88ebecaa-ebcc-4caf-8948-9084129d97f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:48.441358 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Bound port: d14d1e1b-e7d4-40d7-a21f-d717b23ef138, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ebecaa-ebcc-4caf-8948-9084129d97f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:04:48.444452 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:48.492563 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:48.493226 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:48.659461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] For port d14d1e1b-e7d4-40d7-a21f-d717b23ef138, host hv-cinder-75996, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:04:48.663432 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] For port d14d1e1b-e7d4-40d7-a21f-d717b23ef138, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=d14d1e1b-e7d4-40d7-a21f-d717b23ef138,segment=NetworkSegment(88ebecaa-ebcc-4caf-8948-9084129d97f4),segment_id=88ebecaa-ebcc-4caf-8948-9084129d97f4)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:04:48.692128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:48.711421 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:48.736209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:48.749882 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-269520a0-4441-4cf4-86e5-cb19f075a9d8 req-4e0b31c8-e49a-4564-a2bc-6bd54474067c service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3582284 Feb 17 00:04:48.771504 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-9366f80a-aa30-4992-9b1c-d4cb7e1f4f4d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Unset dirty status for tenant:b1d26520a38346a290f804fe567133d2 on resource:network {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:48.783098 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-9366f80a-aa30-4992-9b1c-d4cb7e1f4f4d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/networks?id=41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 200 len: 817 time: 1.0969739 Feb 17 00:04:48.787460 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:48.807378 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:48.808457 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:48.813100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-47a5aa36-f817-486f-ae15-82e4d807b921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:48.841758 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-47a5aa36-f817-486f-ae15-82e4d807b921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:48.916045 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-ac51a8cd-ea7c-470c-9845-1cb3b10da685 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/quotas/b1d26520a38346a290f804fe567133d2 HTTP/1.1" status: 200 len: 375 time: 0.1319039 Feb 17 00:04:48.924325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-47a5aa36-f817-486f-ae15-82e4d807b921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:48.936636 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Pushing event updated for resources: {'Port': ['ID=d14d1e1b-e7d4-40d7-a21f-d717b23ef138,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:48.955871 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:49.031963 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a4685-c986-4fde-8efe-e122cfae03cb req-b6560499-41d4-4acc-9731-7f19e1d5b1f4 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:49.040394 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-949a4685-c986-4fde-8efe-e122cfae03cb req-b6560499-41d4-4acc-9731-7f19e1d5b1f4 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 943 time: 0.3748903 Feb 17 00:04:49.063824 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:49.145173 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-949a4685-c986-4fde-8efe-e122cfae03cb req-77171eba-0a38-47a9-8dd3-fa93e936debd tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035807 Feb 17 00:04:49.157434 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:49.181068 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5aa36-f817-486f-ae15-82e4d807b921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f589625-9bc3-4945-ba7a-dd31726c1fdb,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:49.185705 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:49.186443 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:49.187896 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9adb60be-fd26-4c40-a426-d531d96752de req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] 10.222.0.54 "PUT /v2.0/ports/d14d1e1b-e7d4-40d7-a21f-d717b23ef138 HTTP/1.1" status: 200 len: 1157 time: 3.2448335 Feb 17 00:04:49.188444 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef26b95e-d043-4d4f-9a81-b972acee8451', 'tag': 'd14d1e1b-e7d4-40d7-a21f-d717b23ef138'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:49.284788 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b9199e-c6d2-460d-841e-200431d66037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:49.299260 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef,segment=NetworkSegment(0b226fb9-e351-4a5d-bdbb-8186f90c055d),segment_id=0b226fb9-e351-4a5d-bdbb-8186f90c055d)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:04:49.308199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:49.310495 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-47a5aa36-f817-486f-ae15-82e4d807b921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:49.311923 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:49.321652 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-47a5aa36-f817-486f-ae15-82e4d807b921 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2f589625-9bc3-4945-ba7a-dd31726c1fdb HTTP/1.1" status: 204 len: 168 time: 1.6798937 Feb 17 00:04:49.334156 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-47a5aa36-f817-486f-ae15-82e4d807b921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:49.414274 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-08aba247-6544-46c5-8ce9-3e2a6b8d8510 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Synchronizing usage tracker for tenant:b1d26520a38346a290f804fe567133d2 on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:49.469669 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:49.474319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-3e44bf04-6a82-4a22-b60e-713d6dfbcb66 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:49.476571 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-3e44bf04-6a82-4a22-b60e-713d6dfbcb66 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.54 "GET /v2.0/networks?id=4ca00216-ee09-4b8a-a03b-9db9b3566f52 HTTP/1.1" status: 200 len: 818 time: 0.3892086 Feb 17 00:04:49.477220 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:49.478265 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-08aba247-6544-46c5-8ce9-3e2a6b8d8510 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Unset dirty status for tenant:b1d26520a38346a290f804fe567133d2 on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:49.495344 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-08aba247-6544-46c5-8ce9-3e2a6b8d8510 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b1d26520a38346a290f804fe567133d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5735283 Feb 17 00:04:49.496957 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:49.509218 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Request body: {'port': {'device_id': '8d300345-5330-4dcc-b223-9604aca2083a', 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52', 'admin_state_up': True, 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:49.551560 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb60be-fd26-4c40-a426-d531d96752de req-94f6ec83-4044-4ddd-9edf-d480482f330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:49.553220 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9adb60be-fd26-4c40-a426-d531d96752de req-94f6ec83-4044-4ddd-9edf-d480482f330c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ee46360fcd446293cdd25aa696350b&device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 1160 time: 0.3086834 Feb 17 00:04:49.561016 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc0133-f618-459d-b6a4-4e3e060c59ab req-98fe8e5d-8079-4d89-a0ac-eff8aa2fabee tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:49.562622 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-29fc0133-f618-459d-b6a4-4e3e060c59ab req-98fe8e5d-8079-4d89-a0ac-eff8aa2fabee tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 945 time: 0.1989343 Feb 17 00:04:49.677635 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9adb60be-fd26-4c40-a426-d531d96752de req-4fdc7b30-87ef-4184-b9ab-b491bd417e02 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d14d1e1b-e7d4-40d7-a21f-d717b23ef138 HTTP/1.1" status: 200 len: 217 time: 0.1122241 Feb 17 00:04:49.757127 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:49.796834 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-29fc0133-f618-459d-b6a4-4e3e060c59ab req-db417312-3b24-499a-99ba-326551a07a3b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707609 Feb 17 00:04:49.800856 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb60be-fd26-4c40-a426-d531d96752de req-0ae71f05-b32c-40fa-82a1-f9afd2a4239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:49.802812 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9adb60be-fd26-4c40-a426-d531d96752de req-0ae71f05-b32c-40fa-82a1-f9afd2a4239a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17138db5-0c15-4399-a1cd-bdf6e1de4aee HTTP/1.1" status: 200 len: 858 time: 0.1055689 Feb 17 00:04:49.826549 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-e067158c-aa42-4050-bfc1-6f2c8d81d145 service neutron] 10.222.0.63 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783044 Feb 17 00:04:49.904013 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef26b95e-d043-4d4f-9a81-b972acee8451', 'tag': 'd14d1e1b-e7d4-40d7-a21f-d717b23ef138', 'status': 'completed', 'code': 200} Feb 17 00:04:49.924031 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b9199e-c6d2-460d-841e-200431d66037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef', 'code': 200} Feb 17 00:04:49.924629 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:49.925044 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:49.925603 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9adb60be-fd26-4c40-a426-d531d96752de req-0d6d6410-cb4e-43d6-a53b-1c979e3e83ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ca00216-ee09-4b8a-a03b-9db9b3566f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112161 Feb 17 00:04:50.202540 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-92f7b58f-ef46-4e10-bdb5-b7cfe1d364ae req-6d08009b-b687-4b3e-b0a0-ea2c4837435a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 210 time: 0.1173582 Feb 17 00:04:50.232352 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:50.291628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:50.356045 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9adb60be-fd26-4c40-a426-d531d96752de req-c9e824a3-7c02-4208-87a8-654244762fc4 service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177001 Feb 17 00:04:50.400974 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Made reservation on behalf of a2ee46360fcd446293cdd25aa696350b for: {'port': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:50.407415 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:50.467381 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-0f587d7d-bcd2-4156-8bcc-6646d29da569 service neutron] 10.222.0.63 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6396782 Feb 17 00:04:50.989736 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Allocated IP 172.20.0.11 (4ca00216-ee09-4b8a-a03b-9db9b3566f52/17138db5-0c15-4399-a1cd-bdf6e1de4aee/02dab325-5cfe-4edc-8b0c-db8a5c3eefe9) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:51.024722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2beed8-e42d-45e9-933a-15b8edd564ab req-f77fd62d-53ce-4846-b509-b1358dee20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:51.027746 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1c2beed8-e42d-45e9-933a-15b8edd564ab req-f77fd62d-53ce-4846-b509-b1358dee20f4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 1162 time: 0.6591578 Feb 17 00:04:51.038797 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9adb60be-fd26-4c40-a426-d531d96752de req-ec613e28-7752-440b-ae21-6061382a0a01 service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6712468 Feb 17 00:04:51.125231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cb58b-8c65-45c0-a48b-9d2c350ddb42 req-f1a1749f-1a97-4fbc-909c-5c7f14ea1564 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:51.134215 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e97cb58b-8c65-45c0-a48b-9d2c350ddb42 req-f1a1749f-1a97-4fbc-909c-5c7f14ea1564 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.6525228 Feb 17 00:04:51.139075 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1c2beed8-e42d-45e9-933a-15b8edd564ab req-9f9aa62e-2eb0-4105-aafa-843cf855ac3d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985827 Feb 17 00:04:51.211785 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e97cb58b-8c65-45c0-a48b-9d2c350ddb42 req-4fe32bd2-255b-49f1-abb8-a591ce6d68a8 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764289 Feb 17 00:04:51.325146 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-76bc8375-2fb4-493c-8f8d-f91946122c09 req-84693c18-6ec8-488e-af3d-cf00a0708483 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 210 time: 0.0635035 Feb 17 00:04:51.446538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:51.499900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:51.536614 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:51.541174 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48eba1-c6c1-4ab6-8a12-aef32cf0f4ca req-80b0e5c1-8067-4ee7-ad25-d66ba4a1e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:51.543290 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6a48eba1-c6c1-4ab6-8a12-aef32cf0f4ca req-80b0e5c1-8067-4ee7-ad25-d66ba4a1e500 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ee46360fcd446293cdd25aa696350b&device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 1160 time: 0.1270864 Feb 17 00:04:51.739504 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Pushing event updated for resources: {'Port': ['ID=02dab325-5cfe-4edc-8b0c-db8a5c3eefe9,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:51.745773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:51.813864 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48eba1-c6c1-4ab6-8a12-aef32cf0f4ca req-d2de8a68-94e8-44cd-9088-bf4f949174ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:51.815771 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6a48eba1-c6c1-4ab6-8a12-aef32cf0f4ca req-d2de8a68-94e8-44cd-9088-bf4f949174ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ca00216-ee09-4b8a-a03b-9db9b3566f52 HTTP/1.1" status: 200 len: 912 time: 0.2350416 Feb 17 00:04:51.826930 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:51.828793 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:51.831410 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:51.836272 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:51.837114 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:51.877571 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3807654 Feb 17 00:04:51.894435 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Request body: {'port': {'device_id': '8d300345-5330-4dcc-b223-9604aca2083a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:51.899909 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b296e-8f21-4017-997d-fb7d8233d976 req-597d1a40-3db9-4338-8af3-23b2133d2a26 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:51.904517 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-dc9b296e-8f21-4017-997d-fb7d8233d976 req-597d1a40-3db9-4338-8af3-23b2133d2a26 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 932 time: 0.2006519 Feb 17 00:04:52.003219 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-48e5ec5c-5271-4957-8fd0-46ab4424b335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:52.068417 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6a48eba1-c6c1-4ab6-8a12-aef32cf0f4ca req-7a2aa8c2-5c35-4d51-a518-a98d6bb4bcd8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d14d1e1b-e7d4-40d7-a21f-d717b23ef138 HTTP/1.1" status: 200 len: 217 time: 0.1870272 Feb 17 00:04:52.130745 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:52.153657 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-dc9b296e-8f21-4017-997d-fb7d8233d976 req-a8b5915b-76e9-4280-9448-1428a5e84d66 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173458 Feb 17 00:04:52.167945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48eba1-c6c1-4ab6-8a12-aef32cf0f4ca req-d8b0b438-3b31-4c89-985b-998d71d9997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:52.169523 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6a48eba1-c6c1-4ab6-8a12-aef32cf0f4ca req-d8b0b438-3b31-4c89-985b-998d71d9997d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17138db5-0c15-4399-a1cd-bdf6e1de4aee HTTP/1.1" status: 200 len: 858 time: 0.0809631 Feb 17 00:04:52.262215 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6a48eba1-c6c1-4ab6-8a12-aef32cf0f4ca req-ba46ea68-054c-4a2c-a7fc-db38bd7f6c12 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ca00216-ee09-4b8a-a03b-9db9b3566f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803208 Feb 17 00:04:52.741208 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e29ce-e105-43a4-9d77-82b93285c592 req-cbff9d7a-8e78-4507-b4e1-9c0670ab7941 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:52.749359 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-af6e29ce-e105-43a4-9d77-82b93285c592 req-cbff9d7a-8e78-4507-b4e1-9c0670ab7941 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.3365777 Feb 17 00:04:52.768554 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a7e8e2b0-cba2-4226-b0c6-28160f1522e3 req-cc82b181-5a0e-4ecf-92b4-25df578c5d7d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 210 time: 0.0796461 Feb 17 00:04:52.824444 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6a48eba1-c6c1-4ab6-8a12-aef32cf0f4ca req-d64c19f4-3b2b-4467-a9f8-786474bc970e service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407479 Feb 17 00:04:52.874138 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-af6e29ce-e105-43a4-9d77-82b93285c592 req-0d7f230e-e38c-4679-916d-ea8c8672c407 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216075 Feb 17 00:04:53.025591 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 {{(pid=83920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:04:53.033993 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:53.048383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Transition to ACTIVE for port object 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 will not be triggered until provisioned by entity L2. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:53.061280 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:53.085406 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:53.327665 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6a48eba1-c6c1-4ab6-8a12-aef32cf0f4ca req-a7b9e87c-f665-4ead-9313-897178837476 service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4830003 Feb 17 00:04:53.409605 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-903795eb-08dc-4d60-83cc-570ec072f21a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:53.412148 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-903795eb-08dc-4d60-83cc-570ec072f21a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.54 "GET /v2.0/networks?id=41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 200 len: 817 time: 0.2827811 Feb 17 00:04:53.488248 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Pushing event updated for resources: {'Port': ['ID=02dab325-5cfe-4edc-8b0c-db8a5c3eefe9,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:53.499731 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:53.522284 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-14277a21-0ff3-4be4-880a-08e0fcaa3207 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b1d26520a38346a290f804fe567133d2 HTTP/1.1" status: 200 len: 5705 time: 0.0929065 Feb 17 00:04:53.558011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Request body: {'port': {'device_id': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'admin_state_up': True, 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'security_groups': ['158208c9-42f6-4b8c-8797-3f6cbee08d58']}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:53.574842 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Attempting to bind port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:04:53.575228 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Attempting to bind port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '88ebecaa-ebcc-4caf-8948-9084129d97f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52'}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:04:53.575603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Attempting to bind port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 on network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:04:53.586986 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:53.587284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Checking segment: {'id': '88ebecaa-ebcc-4caf-8948-9084129d97f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:53.587699 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:53.588383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Bound using segment: {'id': '88ebecaa-ebcc-4caf-8948-9084129d97f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52'} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:53.588525 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Bound port: 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ebecaa-ebcc-4caf-8948-9084129d97f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4ca00216-ee09-4b8a-a03b-9db9b3566f52'}}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:04:53.589521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:53.767416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:53.790009 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:53.841502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Made reservation on behalf of b1d26520a38346a290f804fe567133d2 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:04:53.848307 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:53.937725 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c4d08-3caf-4263-a54b-84932c6fdfa2 req-ae9fbb06-0054-4980-a8f9-eb68907103ac tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:53.938557 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-212c4d08-3caf-4263-a54b-84932c6fdfa2 req-ae9fbb06-0054-4980-a8f9-eb68907103ac tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Synchronizing usage tracker for tenant:a2ee46360fcd446293cdd25aa696350b on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:53.970730 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-212c4d08-3caf-4263-a54b-84932c6fdfa2 req-ae9fbb06-0054-4980-a8f9-eb68907103ac tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Unset dirty status for tenant:a2ee46360fcd446293cdd25aa696350b on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:53.972023 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-212c4d08-3caf-4263-a54b-84932c6fdfa2 req-ae9fbb06-0054-4980-a8f9-eb68907103ac tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 944 time: 0.4807563 Feb 17 00:04:54.060911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-212c4d08-3caf-4263-a54b-84932c6fdfa2 req-c30322f1-cc48-45b4-bf02-5a9478c8a2a4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Synchronizing usage tracker for tenant:a2ee46360fcd446293cdd25aa696350b on resource:security_group {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:54.066655 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] For port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9, host hv-cinder-75996, cleared binding levels {{(pid=83920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:04:54.077184 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.objects.ports [None req-74b71533-cc6d-4a46-827b-fe186e61de57 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:04:54.088214 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] For port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=02dab325-5cfe-4edc-8b0c-db8a5c3eefe9,segment=NetworkSegment(88ebecaa-ebcc-4caf-8948-9084129d97f4),segment_id=88ebecaa-ebcc-4caf-8948-9084129d97f4)] {{(pid=83920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:04:54.091379 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-212c4d08-3caf-4263-a54b-84932c6fdfa2 req-c30322f1-cc48-45b4-bf02-5a9478c8a2a4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Unset dirty status for tenant:a2ee46360fcd446293cdd25aa696350b on resource:security_group {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:54.109617 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-212c4d08-3caf-4263-a54b-84932c6fdfa2 req-c30322f1-cc48-45b4-bf02-5a9478c8a2a4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285245 Feb 17 00:04:54.126774 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:54.239506 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5b19ac0f-b35a-428e-a3c0-3915063fcb63 req-38d6c747-ac01-443e-a365-ba8c59c244ef tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 210 time: 0.0593593 Feb 17 00:04:54.280688 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-23fc501d-0acd-4899-8aad-42fcdd0a9298 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:54.389602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Allocated IP 172.20.0.4 (41f1d152-05fa-431e-881d-6789a11dfe22/066b5e62-ad57-425f-8725-667a028740da/9f435afa-a1fd-41eb-bd63-286cdf13434e) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:04:54.475275 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-75f3c410-f05b-4437-b207-d008aea4de50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:54.483873 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Pushing event updated for resources: {'Port': ['ID=02dab325-5cfe-4edc-8b0c-db8a5c3eefe9,revision_number=3']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:54.497083 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:54.525494 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:54.526360 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:54.527918 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] 10.222.0.54 "PUT /v2.0/ports/02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 HTTP/1.1" status: 200 len: 1158 time: 2.6421621 Feb 17 00:04:54.528377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d300345-5330-4dcc-b223-9604aca2083a', 'tag': '02dab325-5cfe-4edc-8b0c-db8a5c3eefe9'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:54.577459 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e21cc6-a24c-47c0-b2c6-dccf77e697a8 req-6af48376-ff16-41df-9656-3e17a1959b13 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:54.579384 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c8e21cc6-a24c-47c0-b2c6-dccf77e697a8 req-6af48376-ff16-41df-9656-3e17a1959b13 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.2068169 Feb 17 00:04:54.652751 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d300345-5330-4dcc-b223-9604aca2083a', 'tag': '02dab325-5cfe-4edc-8b0c-db8a5c3eefe9', 'status': 'completed', 'code': 200} Feb 17 00:04:54.689700 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c8e21cc6-a24c-47c0-b2c6-dccf77e697a8 req-267c8a35-a9bb-4bae-a255-a0eef9e42e3a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034098 Feb 17 00:04:54.718550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:54.732793 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-551620f5-a7f6-4db8-98fc-ae1ef526b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:54.734439 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-551620f5-a7f6-4db8-98fc-ae1ef526b9c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ee46360fcd446293cdd25aa696350b&device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 1161 time: 0.1307237 Feb 17 00:04:54.741197 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Transition to ACTIVE for port object 9f435afa-a1fd-41eb-bd63-286cdf13434e will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:54.773224 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:54.796556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:54.847422 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-d9e038e3-140e-48f1-aaac-b8521f45dd63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 HTTP/1.1" status: 200 len: 217 time: 0.0947306 Feb 17 00:04:54.893432 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:54.949237 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event updated for resources: {'Port': ['ID=9f435afa-a1fd-41eb-bd63-286cdf13434e,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:54.952509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:54.965928 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-263a57df-958a-4552-8990-af2bea21859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:54.969554 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-263a57df-958a-4552-8990-af2bea21859a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17138db5-0c15-4399-a1cd-bdf6e1de4aee HTTP/1.1" status: 200 len: 858 time: 0.1121011 Feb 17 00:04:54.970706 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:55.043831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:55.050123 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-5267e6d3-96c9-41a4-9971-53d7a7e7ef39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ca00216-ee09-4b8a-a03b-9db9b3566f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636046 Feb 17 00:04:55.052098 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:55.052704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:55.100251 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034bc75-a700-43e7-8566-680092221821 req-6f7ff85a-eae3-4c6e-a964-6a9497e2760b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:55.101836 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3034bc75-a700-43e7-8566-680092221821 req-6f7ff85a-eae3-4c6e-a964-6a9497e2760b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.2104559 Feb 17 00:04:55.125086 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49056) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:55.140341 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-e474edae-c313-4128-a550-20faa4dde437 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Request body: {'floatingip': {'port_id': 'a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:55.237856 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e474edae-c313-4128-a550-20faa4dde437 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:55.241454 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:55.293616 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-f6489a38-1fcd-49aa-bbe3-f0bf4828dc96 service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227933 Feb 17 00:04:55.294419 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49068) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:55.299971 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port d14d1e1b-e7d4-40d7-a21f-d717b23ef138, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=d14d1e1b-e7d4-40d7-a21f-d717b23ef138,segment=NetworkSegment(88ebecaa-ebcc-4caf-8948-9084129d97f4),segment_id=88ebecaa-ebcc-4caf-8948-9084129d97f4)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:04:55.302982 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef26b95e-d043-4d4f-9a81-b972acee8451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14d1e1b-e7d4-40d7-a21f-d717b23ef138'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:55.318048 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:55.321361 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:55.412828 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:55.571588 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:55.572310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:55.618541 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=d14d1e1b-e7d4-40d7-a21f-d717b23ef138,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:55.639106 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:55.677247 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Network 41f1d152-05fa-431e-881d-6789a11dfe22 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:04:55.679476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:04:55.681947 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:04:55.744364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-72dd046e-8c34-4354-9e1c-659e0c72b35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:55.771424 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:55.780174 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:55.790193 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-72dd046e-8c34-4354-9e1c-659e0c72b35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:55.802469 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-72dd046e-8c34-4354-9e1c-659e0c72b35d admin admin] Usage tracker for resource:security_group_rule and tenant:7789d24febd34f62ac8bd98124ac1c7a is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:55.828422 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-72dd046e-8c34-4354-9e1c-659e0c72b35d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:55.834683 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-72dd046e-8c34-4354-9e1c-659e0c72b35d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:55.972136 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4220626 Feb 17 00:04:55.999024 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:56.055697 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf075-a53b-48d7-83d5-252957437695 req-0578b080-5425-47a3-9d8a-576bc57337d8 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:56.056476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-e24cf075-a53b-48d7-83d5-252957437695 req-0578b080-5425-47a3-9d8a-576bc57337d8 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Synchronizing usage tracker for tenant:b1d26520a38346a290f804fe567133d2 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:04:56.064027 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7289b-9c4d-48b8-95a0-ac206455f5d1 req-a8b06619-e0a5-4d6b-abd9-de52087b47b7 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:56.065762 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8be7289b-9c4d-48b8-95a0-ac206455f5d1 req-a8b06619-e0a5-4d6b-abd9-de52087b47b7 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 944 time: 0.6729815 Feb 17 00:04:56.078867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Request body: {'port': {'device_id': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:56.152180 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f6492d6-5772-4d56-b4fb-b408c61c927e req-df802f7c-1edb-4ce6-b421-f91fc7c70f50 service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8393824 Feb 17 00:04:56.156933 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-72dd046e-8c34-4354-9e1c-659e0c72b35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:56.170536 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-72dd046e-8c34-4354-9e1c-659e0c72b35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:56.171422 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-e24cf075-a53b-48d7-83d5-252957437695 req-0578b080-5425-47a3-9d8a-576bc57337d8 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Unset dirty status for tenant:b1d26520a38346a290f804fe567133d2 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:04:56.177377 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e24cf075-a53b-48d7-83d5-252957437695 req-0578b080-5425-47a3-9d8a-576bc57337d8 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 931 time: 0.6594515 Feb 17 00:04:56.204107 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:56.205216 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:56.211295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:56.211765 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:56.265610 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-ff045e4e-9086-4d38-899c-9e1002a13e8c None None] Provisioning for port 9f435afa-a1fd-41eb-bd63-286cdf13434e completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:56.279310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-ff045e4e-9086-4d38-899c-9e1002a13e8c None None] Provisioning complete for port 9f435afa-a1fd-41eb-bd63-286cdf13434e triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:56.279722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff045e4e-9086-4d38-899c-9e1002a13e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:56.333979 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e24cf075-a53b-48d7-83d5-252957437695 req-3fc19bf0-b97f-4464-9048-c5a86cad9a07 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412184 Feb 17 00:04:56.350025 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-ff045e4e-9086-4d38-899c-9e1002a13e8c None None] Port 9f435afa-a1fd-41eb-bd63-286cdf13434e cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:04:56.366092 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:56.378947 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:56.476888 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8be7289b-9c4d-48b8-95a0-ac206455f5d1 req-f566ae68-9c07-44c4-b1f3-9aa08ca29c6d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890221 Feb 17 00:04:56.519508 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef26b95e-d043-4d4f-9a81-b972acee8451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14d1e1b-e7d4-40d7-a21f-d717b23ef138', 'code': 200} Feb 17 00:04:56.553301 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-72dd046e-8c34-4354-9e1c-659e0c72b35d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7789d24febd34f62ac8bd98124ac1c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2575028 Feb 17 00:04:56.554573 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49102) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:56.555588 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd046e-8c34-4354-9e1c-659e0c72b35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bd7715-9ac4-40d8-a4e2-5defd7156667,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:56.567481 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-72dd046e-8c34-4354-9e1c-659e0c72b35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:56.659004 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da81f2-3080-4b41-8585-4e6b3eb33045 req-591d1216-2952-48b5-955d-4fc626f0e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:56.660900 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-94da81f2-3080-4b41-8585-4e6b3eb33045 req-591d1216-2952-48b5-955d-4fc626f0e7a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ee46360fcd446293cdd25aa696350b&device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 1161 time: 0.4369206 Feb 17 00:04:56.664111 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa192-4d47-4119-b58d-52a95deefbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:56.701598 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa192-4d47-4119-b58d-52a95deefbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:56.957145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da81f2-3080-4b41-8585-4e6b3eb33045 req-f7f958c9-7bac-4860-a557-332c6146c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:56.958759 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-94da81f2-3080-4b41-8585-4e6b3eb33045 req-f7f958c9-7bac-4860-a557-332c6146c3e7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ca00216-ee09-4b8a-a03b-9db9b3566f52 HTTP/1.1" status: 200 len: 912 time: 0.2144642 Feb 17 00:04:56.963971 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa192-4d47-4119-b58d-52a95deefbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:56.969684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:57.067414 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfa192-4d47-4119-b58d-52a95deefbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bd7715-9ac4-40d8-a4e2-5defd7156667,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:57.071449 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f7cfa192-4d47-4119-b58d-52a95deefbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:57.074807 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-94da81f2-3080-4b41-8585-4e6b3eb33045 req-5e70063b-baf8-4d58-a4dd-4842a1bfe0bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 HTTP/1.1" status: 200 len: 217 time: 0.0974569 Feb 17 00:04:57.077045 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa192-4d47-4119-b58d-52a95deefbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:57.078374 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-f7cfa192-4d47-4119-b58d-52a95deefbef admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f9bd7715-9ac4-40d8-a4e2-5defd7156667 HTTP/1.1" status: 204 len: 168 time: 0.5193594 Feb 17 00:04:57.159982 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da81f2-3080-4b41-8585-4e6b3eb33045 req-ce0fcacf-ed1c-4e52-9e08-f6afa77b9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:57.162088 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-94da81f2-3080-4b41-8585-4e6b3eb33045 req-ce0fcacf-ed1c-4e52-9e08-f6afa77b9c0e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17138db5-0c15-4399-a1cd-bdf6e1de4aee HTTP/1.1" status: 200 len: 858 time: 0.0796645 Feb 17 00:04:57.267432 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-94da81f2-3080-4b41-8585-4e6b3eb33045 req-f93c2f53-ed05-483a-acad-6175410581b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ca00216-ee09-4b8a-a03b-9db9b3566f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946591 Feb 17 00:04:57.449778 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.resource_extend [None req-e474edae-c313-4128-a550-20faa4dde437 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 00:04:57.544601 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-19bf0ec5-7b4d-41d3-96ec-76d97606c143 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:57.546383 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-19bf0ec5-7b4d-41d3-96ec-76d97606c143 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/networks?id=0520da59-3382-4a2f-bac6-074b9669413e HTTP/1.1" status: 200 len: 814 time: 0.3193202 Feb 17 00:04:57.549050 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49144) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:57.567366 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-94da81f2-3080-4b41-8585-4e6b3eb33045 req-466233dd-271e-4570-9b86-601b34afef0e service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454653 Feb 17 00:04:57.580554 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b6908020-0ad2-4dc2-8c97-93a1776c36d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:57.617402 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-0587bfd2-91b4-4dab-aa5a-3a98a6386a84 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/quotas/b28f395db7ee4f8ba7943b456e6bafd0 HTTP/1.1" status: 200 len: 375 time: 0.0487688 Feb 17 00:04:57.619999 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c340d6-8b63-42d1-98ff-229b704b4f23 req-1e9d913d-d148-47d8-bb78-34dfe85ed8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:57.622163 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e5c340d6-8b63-42d1-98ff-229b704b4f23 req-1e9d913d-d148-47d8-bb78-34dfe85ed8cd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 1162 time: 0.5922468 Feb 17 00:04:57.645420 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f49f7d-c178-4129-af1b-52cb82fa1d81 req-11d1c072-ae89-4a1d-bb29-64d67b416db8 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:57.650543 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c0f49f7d-c178-4129-af1b-52cb82fa1d81 req-11d1c072-ae89-4a1d-bb29-64d67b416db8 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 945 time: 0.6406481 Feb 17 00:04:57.679603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-b6908020-0ad2-4dc2-8c97-93a1776c36d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:57.716766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e474edae-c313-4128-a550-20faa4dde437 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:57.732874 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-b6908020-0ad2-4dc2-8c97-93a1776c36d8 admin admin] Usage tracker for resource:security_group_rule and tenant:c80aaf36646b4fc7a4af6c611c2b9c52 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:57.742765 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-b6908020-0ad2-4dc2-8c97-93a1776c36d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:57.753242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e474edae-c313-4128-a550-20faa4dde437 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:57.756956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-b6908020-0ad2-4dc2-8c97-93a1776c36d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:57.825904 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-94da81f2-3080-4b41-8585-4e6b3eb33045 req-b82d7175-a432-41e3-813d-1671bd06d963 service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2466547 Feb 17 00:04:57.861182 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-2506aa1c-c829-47bd-bd61-b86bdbdbaf13 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b28f395db7ee4f8ba7943b456e6bafd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1890876 Feb 17 00:04:57.861688 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49152) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:57.904071 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e5c340d6-8b63-42d1-98ff-229b704b4f23 req-b7f46d35-bbad-4212-b45d-6845062e23cd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461839 Feb 17 00:04:57.938056 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c0f49f7d-c178-4129-af1b-52cb82fa1d81 req-c1bf842e-f259-4a4a-9a13-b2b67afaaade tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/security-groups?id=fac68d2d-5d84-4e88-b03d-31a21f67c864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788393 Feb 17 00:04:58.029297 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5e18a9b8-f90b-4aec-96cd-df311975d183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:58.052819 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_db [None req-e474edae-c313-4128-a550-20faa4dde437 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Floating IP 95503c11-5bf6-4afc-8702-bb86acb31b67 associated. External IP: 172.28.2.243, port: a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef. Feb 17 00:04:58.086055 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-5e18a9b8-f90b-4aec-96cd-df311975d183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:58.097317 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b6908020-0ad2-4dc2-8c97-93a1776c36d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:58.099929 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-5e18a9b8-f90b-4aec-96cd-df311975d183 admin admin] Usage tracker for resource:security_group_rule and tenant:da5968e100bc4ced837069143eae3156 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:58.104531 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-406291a8-d41e-4bc5-9d7b-83caeb040b77 service neutron] 10.222.0.63 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339966 Feb 17 00:04:58.105448 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-5e18a9b8-f90b-4aec-96cd-df311975d183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:58.108134 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b6908020-0ad2-4dc2-8c97-93a1776c36d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:58.120413 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-47a5aa36-f817-486f-ae15-82e4d807b921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:58.127710 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-5e18a9b8-f90b-4aec-96cd-df311975d183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:58.234603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f435afa-a1fd-41eb-bd63-286cdf13434e {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:04:58.249826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:58.286970 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Transition to ACTIVE for port object 9f435afa-a1fd-41eb-bd63-286cdf13434e will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:04:58.299725 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:58.324286 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2a7afb72-7979-492a-bffe-364c3cb301ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:58.461189 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Pushing event updated for resources: {'Port': ['ID=9f435afa-a1fd-41eb-bd63-286cdf13434e,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:58.464860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:58.493315 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b6908020-0ad2-4dc2-8c97-93a1776c36d8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c80aaf36646b4fc7a4af6c611c2b9c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9407465 Feb 17 00:04:58.496469 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6908020-0ad2-4dc2-8c97-93a1776c36d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acd73fd-9aef-4aad-b42c-47fa1f438948,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:58.501403 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49164) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:58.505868 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b6908020-0ad2-4dc2-8c97-93a1776c36d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:58.625343 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-5fc5d400-2218-45d2-9a72-dc6bb43dd6c0 service neutron] 10.222.0.63 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5099995 Feb 17 00:04:58.646196 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49170) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:58.652602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:04:58.663994 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0d9d97ac-7411-46e3-a6ba-29472e0b2281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:58.718967 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5e18a9b8-f90b-4aec-96cd-df311975d183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:58.723844 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0d9d97ac-7411-46e3-a6ba-29472e0b2281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:58.733986 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5e18a9b8-f90b-4aec-96cd-df311975d183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:58.745657 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-72dd046e-8c34-4354-9e1c-659e0c72b35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:58.775238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:04:58.781865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:04:58.782328 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:58.814861 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-5e18a9b8-f90b-4aec-96cd-df311975d183 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=da5968e100bc4ced837069143eae3156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9510102 Feb 17 00:04:58.816244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18a9b8-f90b-4aec-96cd-df311975d183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2d1ee7-82fa-4411-9ecf-a650050fb6d0,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:58.821632 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49178) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:58.825003 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5e18a9b8-f90b-4aec-96cd-df311975d183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:58.898764 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0d9d97ac-7411-46e3-a6ba-29472e0b2281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:58.907674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c3f859f6-fe6a-4975-803e-03c9479444fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:58.925498 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-57c1de72-7104-429c-ba1f-6a67c2d3c63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:58.938306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d97ac-7411-46e3-a6ba-29472e0b2281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acd73fd-9aef-4aad-b42c-47fa1f438948,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:58.956437 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0d9d97ac-7411-46e3-a6ba-29472e0b2281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:58.974675 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-57c1de72-7104-429c-ba1f-6a67c2d3c63c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:04:58.982180 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0d9d97ac-7411-46e3-a6ba-29472e0b2281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:58.983760 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-0d9d97ac-7411-46e3-a6ba-29472e0b2281 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2acd73fd-9aef-4aad-b42c-47fa1f438948 HTTP/1.1" status: 204 len: 168 time: 0.4796820 Feb 17 00:04:59.028949 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:59.033524 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8943-225e-4ecf-90d0-38415c26504a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:59.035823 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-57c1de72-7104-429c-ba1f-6a67c2d3c63c admin admin] Usage tracker for resource:security_group_rule and tenant:68ed418a9b7842feb62c9e75df209012 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:04:59.045581 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-57c1de72-7104-429c-ba1f-6a67c2d3c63c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:04:59.066536 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d300345-5330-4dcc-b223-9604aca2083a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dab325-5cfe-4edc-8b0c-db8a5c3eefe9'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:59.075700 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=02dab325-5cfe-4edc-8b0c-db8a5c3eefe9,segment=NetworkSegment(88ebecaa-ebcc-4caf-8948-9084129d97f4),segment_id=88ebecaa-ebcc-4caf-8948-9084129d97f4)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:04:59.081210 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-57c1de72-7104-429c-ba1f-6a67c2d3c63c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:04:59.082051 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:59.085021 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ed5a783e-7bd6-4851-a96b-299966a0ffca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:59.101870 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8943-225e-4ecf-90d0-38415c26504a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:59.168547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e9c49-48f9-4660-bf90-20b373c4d649 req-5033d1c9-8ecf-4681-b8b0-a04ad73ae76f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:59.174589 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bc6e9c49-48f9-4660-bf90-20b373c4d649 req-5033d1c9-8ecf-4681-b8b0-a04ad73ae76f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 931 time: 1.0662084 Feb 17 00:04:59.201699 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e54c1-fc42-447c-95c7-1ff2b325f886 req-fc4ce674-2f04-4a87-bf80-940bca94c8ca tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:04:59.203038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=02dab325-5cfe-4edc-8b0c-db8a5c3eefe9,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:59.208905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:59.211723 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8b7e54c1-fc42-447c-95c7-1ff2b325f886 req-fc4ce674-2f04-4a87-bf80-940bca94c8ca tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 944 time: 0.2502880 Feb 17 00:04:59.293863 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8b7e54c1-fc42-447c-95c7-1ff2b325f886 req-8a458207-5c81-49c2-8749-5c0be39d31e9 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763021 Feb 17 00:04:59.350488 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8943-225e-4ecf-90d0-38415c26504a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:59.363427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:59.386688 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c8943-225e-4ecf-90d0-38415c26504a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2d1ee7-82fa-4411-9ecf-a650050fb6d0,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:59.410967 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bc6e9c49-48f9-4660-bf90-20b373c4d649 req-3884e55c-7319-49e8-b318-41592a93ddf5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162199 Feb 17 00:04:59.515416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-dd4c8943-225e-4ecf-90d0-38415c26504a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:59.549695 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-00181c47-3114-494a-b5fc-d05d7fba7d3b req-91d516d6-16c2-4ad7-ace9-9c8836cf03f5 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 210 time: 0.1382494 Feb 17 00:04:59.578733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8943-225e-4ecf-90d0-38415c26504a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:59.583284 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-dd4c8943-225e-4ecf-90d0-38415c26504a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6c2d1ee7-82fa-4411-9ecf-a650050fb6d0 HTTP/1.1" status: 204 len: 168 time: 0.7605748 Feb 17 00:04:59.603003 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-57c1de72-7104-429c-ba1f-6a67c2d3c63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:59.613220 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-57c1de72-7104-429c-ba1f-6a67c2d3c63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:59.676719 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:04:59.697319 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-57c1de72-7104-429c-ba1f-6a67c2d3c63c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=68ed418a9b7842feb62c9e75df209012&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0499418 Feb 17 00:04:59.710176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49206) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:59.738476 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d300345-5330-4dcc-b223-9604aca2083a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dab325-5cfe-4edc-8b0c-db8a5c3eefe9', 'code': 200} Feb 17 00:04:59.780471 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e474edae-c313-4128-a550-20faa4dde437 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Router 96b055d2-b272-4e87-b6fb-6074c7deff85 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:04:59.853407 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1de72-7104-429c-ba1f-6a67c2d3c63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750cc02c-da34-4998-8de0-8f4dcaa3fd2d,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:04:59.857390 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-57c1de72-7104-429c-ba1f-6a67c2d3c63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:04:59.907414 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Attempting to bind port 9f435afa-a1fd-41eb-bd63-286cdf13434e on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:04:59.908009 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Attempting to bind port 9f435afa-a1fd-41eb-bd63-286cdf13434e by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:04:59.908715 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Attempting to bind port 9f435afa-a1fd-41eb-bd63-286cdf13434e on network 41f1d152-05fa-431e-881d-6789a11dfe22 {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:04:59.920782 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-648e305e-ac9b-48bd-9e0b-084af8847cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:59.921220 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:59.921855 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Checking segment: {'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:04:59.922505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:59.923386 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Bound using segment: {'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:59.924075 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Bound port: 9f435afa-a1fd-41eb-bd63-286cdf13434e, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:04:59.924656 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:59.978743 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-648e305e-ac9b-48bd-9e0b-084af8847cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:00.039260 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-c56f2851-e5cc-420c-b588-2f2ba76806cf tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:00.041837 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-c56f2851-e5cc-420c-b588-2f2ba76806cf tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.54 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 945 time: 0.6006417 Feb 17 00:05:00.071147 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-648e305e-ac9b-48bd-9e0b-084af8847cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:00.077822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:00.104907 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e305e-ac9b-48bd-9e0b-084af8847cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750cc02c-da34-4998-8de0-8f4dcaa3fd2d,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:00.107990 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-648e305e-ac9b-48bd-9e0b-084af8847cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:00.115359 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-648e305e-ac9b-48bd-9e0b-084af8847cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:00.117068 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-648e305e-ac9b-48bd-9e0b-084af8847cbc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/750cc02c-da34-4998-8de0-8f4dcaa3fd2d HTTP/1.1" status: 204 len: 168 time: 0.4058762 Feb 17 00:05:00.164372 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:00.195687 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] For port 9f435afa-a1fd-41eb-bd63-286cdf13434e, host hv-cinder-75996, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:05:00.199472 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] For port 9f435afa-a1fd-41eb-bd63-286cdf13434e, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9f435afa-a1fd-41eb-bd63-286cdf13434e,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:05:00.207304 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da7e1d-a9ff-4381-8422-24c9fcffb9f6 req-201a094c-a360-42a3-b2cb-295b34dafe5c tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:00.214865 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-08da7e1d-a9ff-4381-8422-24c9fcffb9f6 req-201a094c-a360-42a3-b2cb-295b34dafe5c tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 945 time: 0.5715117 Feb 17 00:05:00.217459 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53982ee-43af-47a0-8039-1dfbdf1bf0fe req-9366e188-1544-4a19-8010-af750f95222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:00.219355 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a53982ee-43af-47a0-8039-1dfbdf1bf0fe req-9366e188-1544-4a19-8010-af750f95222b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 1163 time: 0.0893736 Feb 17 00:05:00.226992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:00.231610 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49222) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:00.305429 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-08da7e1d-a9ff-4381-8422-24c9fcffb9f6 req-b07a1d29-c780-4ad6-b6a8-a66e024f7463 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/security-groups?id=fac68d2d-5d84-4e88-b03d-31a21f67c864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895684 Feb 17 00:05:00.323488 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-55907a03-094e-43c3-bbee-bd26addbabc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:00.332860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:00.355750 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-55907a03-094e-43c3-bbee-bd26addbabc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:00.363888 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:00.364309 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:00.378088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-55907a03-094e-43c3-bbee-bd26addbabc0 admin admin] Usage tracker for resource:security_group_rule and tenant:4d3430042b81415cb59f9f30e9a2852b is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:00.382619 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a53982ee-43af-47a0-8039-1dfbdf1bf0fe req-bb35105c-4408-4109-9285-99e740719c53 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245315 Feb 17 00:05:00.383468 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-55907a03-094e-43c3-bbee-bd26addbabc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:00.390822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-55907a03-094e-43c3-bbee-bd26addbabc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:00.497490 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-55907a03-094e-43c3-bbee-bd26addbabc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:00.501476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-55907a03-094e-43c3-bbee-bd26addbabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:00.510907 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:00.542889 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55907a03-094e-43c3-bbee-bd26addbabc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0225deed-d00e-493c-b67f-e18aabe9cbb3,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:00.558164 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-55907a03-094e-43c3-bbee-bd26addbabc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:00.588756 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-55907a03-094e-43c3-bbee-bd26addbabc0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4d3430042b81415cb59f9f30e9a2852b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558581 Feb 17 00:05:00.589897 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49234) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:00.622565 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:00.659116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Deleting port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:05:00.659518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:00.755033 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2474bf0a-457b-4b29-bb72-ed56a3d00567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:00.787421 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2474bf0a-457b-4b29-bb72-ed56a3d00567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:00.864163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2474bf0a-457b-4b29-bb72-ed56a3d00567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:00.873537 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-57c1de72-7104-429c-ba1f-6a67c2d3c63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:00.884447 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Pushing event updated for resources: {'Port': ['ID=9f435afa-a1fd-41eb-bd63-286cdf13434e,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:00.889971 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474bf0a-457b-4b29-bb72-ed56a3d00567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0225deed-d00e-493c-b67f-e18aabe9cbb3,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:00.902056 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2474bf0a-457b-4b29-bb72-ed56a3d00567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:00.910513 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeffbc5-69b5-4d49-8f36-7ff39f1651a2 req-94b32194-bcb8-44ef-83ad-698e0b0eb7f2 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:00.912441 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bbeffbc5-69b5-4d49-8f36-7ff39f1651a2 req-94b32194-bcb8-44ef-83ad-698e0b0eb7f2 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.2699113 Feb 17 00:05:00.914143 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2474bf0a-457b-4b29-bb72-ed56a3d00567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:00.919601 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-2474bf0a-457b-4b29-bb72-ed56a3d00567 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0225deed-d00e-493c-b67f-e18aabe9cbb3 HTTP/1.1" status: 204 len: 168 time: 0.3284481 Feb 17 00:05:00.924994 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e474edae-c313-4128-a550-20faa4dde437 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:05:00.931434 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.931837 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.932231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.932656 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.933039 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.933419 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.934346 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.934346 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.934811 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.935193 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.935574 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.936082 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.936531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.936911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.937288 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.937663 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.938067 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.940144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.940144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.940144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.940144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.940144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.940144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.940673 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:00.948888 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b96dad-1931-450e-83d8-387343c92a65 None None] Sync routers for ids ['96b055d2-b272-4e87-b6fb-6074c7deff85'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:05:00.970865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b96dad-1931-450e-83d8-387343c92a65 None None] Routers {'96b055d2-b272-4e87-b6fb-6074c7deff85'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:05:00.973359 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-d4b96dad-1931-450e-83d8-387343c92a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:04:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['96b055d2-b272-4e87-b6fb-6074c7deff85'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:00.986285 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49246) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:01.190100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:01.191587 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:01.227716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-d4b96dad-1931-450e-83d8-387343c92a65 None None] Set router 96b055d2-b272-4e87-b6fb-6074c7deff85 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:05:01.332106 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-560324e5-451e-4549-92a3-8331b596eed2 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:01.337388 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-560324e5-451e-4549-92a3-8331b596eed2 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "GET /v2.0/networks?id=0520da59-3382-4a2f-bac6-074b9669413e HTTP/1.1" status: 200 len: 814 time: 0.3464975 Feb 17 00:05:01.371515 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:05:01.390292 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] For port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c,segment=NetworkSegment(a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2),segment_id=a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:05:01.390696 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:01.407273 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Request body: {'port': {'device_id': '2b950fd9-52db-4821-ba97-6640bae9c601', 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e', 'admin_state_up': True, 'tenant_id': 'b28f395db7ee4f8ba7943b456e6bafd0'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:01.579536 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c6124eb1-0df7-4e5c-9a24-94f650080be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:01.653965 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:01.687638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Calling delete_port for e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:05:01.690441 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-c6124eb1-0df7-4e5c-9a24-94f650080be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:01.703568 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bbeffbc5-69b5-4d49-8f36-7ff39f1651a2 req-259060e2-509f-417e-bf8d-3d9f6c45246f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7822101 Feb 17 00:05:01.708345 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-c6124eb1-0df7-4e5c-9a24-94f650080be2 admin admin] Usage tracker for resource:security_group_rule and tenant:1a277d6943084e2c89d12841d45be7ae is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:01.740951 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-c6124eb1-0df7-4e5c-9a24-94f650080be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:01.759778 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c,segment=NetworkSegment(a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2),segment_id=a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:05:01.764338 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-c6124eb1-0df7-4e5c-9a24-94f650080be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:01.765743 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f48838-46fa-4fd6-9e86-ad3340c594d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:05:01.795357 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:01.800602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0cb53860-07a3-4b61-8fcd-cb833be78975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:01.870535 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-d4b96dad-1931-450e-83d8-387343c92a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '95503c11-5bf6-4afc-8702-bb86acb31b67', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'port_id': 'a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'mac_address': 'fa:16:3e:69:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b9199e-c6d2-460d-841e-200431d66037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:04:21Z', 'updated_at': '2021-02-17T00:04:57Z', 'revision_number': 1, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:24Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:01.879921 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b96dad-1931-450e-83d8-387343c92a65 None None] Checking router: 96b055d2-b272-4e87-b6fb-6074c7deff85 for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:05:01.890040 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b96dad-1931-450e-83d8-387343c92a65 None None] Routers {'96b055d2-b272-4e87-b6fb-6074c7deff85'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:05:01.891007 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-d4b96dad-1931-450e-83d8-387343c92a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:04:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['96b055d2-b272-4e87-b6fb-6074c7deff85'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:01.955786 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:01.990392 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:02.014669 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:02.021484 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:02.057370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e474edae-c313-4128-a550-20faa4dde437 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:02.099035 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-39dbb10b-e115-478b-9d4a-1b10b0da40d7 req-bfe8014a-c5f4-472f-b2e9-e01c680d1460 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 210 time: 0.0709321 Feb 17 00:05:02.103039 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:02.105297 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Made reservation on behalf of b28f395db7ee4f8ba7943b456e6bafd0 for: {'port': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:05:02.111231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:02.201855 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-d4b96dad-1931-450e-83d8-387343c92a65 None None] Set router 96b055d2-b272-4e87-b6fb-6074c7deff85 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:05:02.211779 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c6124eb1-0df7-4e5c-9a24-94f650080be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:02.256103 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc290b-1b8a-49ab-b29b-6e02efd1a4c7 req-8a98e467-45ff-4dc0-840c-943c42abc721 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:02.266298 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3abc290b-1b8a-49ab-b29b-6e02efd1a4c7 req-8a98e467-45ff-4dc0-840c-943c42abc721 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 1.5204680 Feb 17 00:05:02.270295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c6124eb1-0df7-4e5c-9a24-94f650080be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:02.305900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2474bf0a-457b-4b29-bb72-ed56a3d00567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:02.318300 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:05:02.318692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:05:02.353628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:02.354147 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:02.384726 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.051s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:02.404060 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:02.404732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:02.406646 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] 10.222.0.54 "PUT /v2.0/ports/9f435afa-a1fd-41eb-bd63-286cdf13434e HTTP/1.1" status: 200 len: 1157 time: 6.3602674 Feb 17 00:05:02.410633 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'tag': '9f435afa-a1fd-41eb-bd63-286cdf13434e'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:05:02.458101 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6124eb1-0df7-4e5c-9a24-94f650080be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cb0105-caaa-4ee0-b5ad-7816abfaaaa1,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:02.495518 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3abc290b-1b8a-49ab-b29b-6e02efd1a4c7 req-b59d4869-6fec-4656-8492-8762ceb2faf6 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277133 Feb 17 00:05:02.616760 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-e474edae-c313-4128-a550-20faa4dde437 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "PUT /v2.0/floatingips/95503c11-5bf6-4afc-8702-bb86acb31b67 HTTP/1.1" status: 200 len: 991 time: 7.4841635 Feb 17 00:05:02.737174 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f48838-46fa-4fd6-9e86-ad3340c594d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c', 'code': 200} Feb 17 00:05:02.774253 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c6124eb1-0df7-4e5c-9a24-94f650080be2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1a277d6943084e2c89d12841d45be7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4597034 Feb 17 00:05:02.786906 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c6124eb1-0df7-4e5c-9a24-94f650080be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:02.792342 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49298) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:02.977244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Deleting port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:05:02.977473 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:03.005521 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'tag': '9f435afa-a1fd-41eb-bd63-286cdf13434e', 'status': 'completed', 'code': 200} Feb 17 00:05:03.044028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Allocated IP 172.20.0.11 (0520da59-3382-4a2f-bac6-074b9669413e/4625a851-cafe-40a6-81f5-a0913ace2471/94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:05:03.086329 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-d4b96dad-1931-450e-83d8-387343c92a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '95503c11-5bf6-4afc-8702-bb86acb31b67', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'port_id': 'a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'mac_address': 'fa:16:3e:69:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b9199e-c6d2-460d-841e-200431d66037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:04:21Z', 'updated_at': '2021-02-17T00:04:57Z', 'revision_number': 1, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:24Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:03.097328 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b96dad-1931-450e-83d8-387343c92a65 None None] The sync data for ids ['96b055d2-b272-4e87-b6fb-6074c7deff85'] in dv-cinder-759961-3-smb is: [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '95503c11-5bf6-4afc-8702-bb86acb31b67', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'port_id': 'a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'mac_address': 'fa:16:3e:69:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b9199e-c6d2-460d-841e-200431d66037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:04:21Z', 'updated_at': '2021-02-17T00:04:57Z', 'revision_number': 1, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:24Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:05:03.117348 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-54dddbc0-38c2-421e-9314-3ecb811d955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:03.140363 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-54dddbc0-38c2-421e-9314-3ecb811d955b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1d26520a38346a290f804fe567133d2&device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 1160 time: 0.6489122 Feb 17 00:05:03.284567 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:03.313754 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:03.342540 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b4e9d-b3bd-4ac1-84b6-ec8d15e30011 req-fe3103b0-82d2-4de3-99e4-08fac3e01447 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:03.350769 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-462b4e9d-b3bd-4ac1-84b6-ec8d15e30011 req-fe3103b0-82d2-4de3-99e4-08fac3e01447 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 943 time: 0.9535325 Feb 17 00:05:03.454879 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:03.466614 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-1f5a6e4c-8b4e-4aeb-ad57-bc734963a881 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f435afa-a1fd-41eb-bd63-286cdf13434e HTTP/1.1" status: 200 len: 217 time: 0.2124321 Feb 17 00:05:03.541834 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f762b4-1208-48fc-9773-be66cb1d5445 None None] New status for floating IP 95503c11-5bf6-4afc-8702-bb86acb31b67: ACTIVE {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:05:03.564463 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:03.602127 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] For port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c,segment=NetworkSegment(a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2),segment_id=a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:05:03.602531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:03.618967 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-07fa7d35-f04c-4172-8adf-ad8e5a402aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:03.634192 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:03.644119 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cb0105-caaa-4ee0-b5ad-7816abfaaaa1,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:03.675553 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-462b4e9d-b3bd-4ac1-84b6-ec8d15e30011 req-674019ec-83e4-4d5b-bb83-a87e731ba6e0 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/security-groups?id=fac68d2d-5d84-4e88-b03d-31a21f67c864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235068 Feb 17 00:05:03.696930 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b105bd2-a4d7-44fc-8d33-86b514c7506a req-81f72cbd-4612-4f41-bf64-b5b2e85bcd69 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:03.703378 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.703791 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.704192 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.704584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.704972 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.705196 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0b105bd2-a4d7-44fc-8d33-86b514c7506a req-81f72cbd-4612-4f41-bf64-b5b2e85bcd69 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.4498329 Feb 17 00:05:03.705357 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.706027 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.706428 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.706923 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.707312 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.707695 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.708074 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.709981 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.710387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.710780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.711169 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.711558 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.711940 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.712321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.712698 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.713078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.713453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.713878 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.714322 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:03.820611 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:03.821280 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:03.851368 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Calling delete_port for e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:05:03.908157 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-8ee578ca-7559-45e6-9c4f-dea97ed66c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:03.913439 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-8ee578ca-7559-45e6-9c4f-dea97ed66c03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=066b5e62-ad57-425f-8725-667a028740da HTTP/1.1" status: 200 len: 856 time: 0.4355705 Feb 17 00:05:03.985233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:03.986550 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f2cb0105-caaa-4ee0-b5ad-7816abfaaaa1 HTTP/1.1" status: 204 len: 168 time: 1.1931729 Feb 17 00:05:04.027642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Pushing event updated for resources: {'Port': ['ID=94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:04.034291 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:04.117273 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0b105bd2-a4d7-44fc-8d33-86b514c7506a req-156a9b37-197d-448f-a386-d47b2810da9f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111302 Feb 17 00:05:04.180247 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Network 0520da59-3382-4a2f-bac6-074b9669413e is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:05:04.191271 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:05:04.212080 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:05:04.218744 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:04.219906 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:04.230877 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-a40d284f-e7fe-49b3-8ba6-61a5bc8bdb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:04.232732 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-a40d284f-e7fe-49b3-8ba6-61a5bc8bdb01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41f1d152-05fa-431e-881d-6789a11dfe22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2871931 Feb 17 00:05:04.261617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c1a63-cbc9-4967-8764-0f8274dbf0f9 req-6950a046-383a-4696-91ad-08d80024593b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:04.278708 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-d44c1a63-cbc9-4967-8764-0f8274dbf0f9 req-6950a046-383a-4696-91ad-08d80024593b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Synchronizing usage tracker for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:05:04.310362 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9093451 Feb 17 00:05:04.313110 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-d44c1a63-cbc9-4967-8764-0f8274dbf0f9 req-6950a046-383a-4696-91ad-08d80024593b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Unset dirty status for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:05:04.314761 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d44c1a63-cbc9-4967-8764-0f8274dbf0f9 req-6950a046-383a-4696-91ad-08d80024593b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 932 time: 0.2910018 Feb 17 00:05:04.327444 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Request body: {'port': {'device_id': '2b950fd9-52db-4821-ba97-6640bae9c601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:04.519417 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d44c1a63-cbc9-4967-8764-0f8274dbf0f9 req-2b5fd1e8-d845-4d94-8842-31d279a75bc7 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771141 Feb 17 00:05:04.550128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:04.581860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:04.602905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49410) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:04.683021 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-fb84d397-97d3-41c6-bf2a-87dac76e5eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:04.749606 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Pushing event deleted for resources: {'Port': ['ID=e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:04.757790 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:04.805240 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-0785de1b-3c23-4845-b24b-58662a85b211 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066130 Feb 17 00:05:04.859452 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e02a6-6959-419e-b822-c42a2f8b003c req-0f4545ea-8aa4-4295-ba67-ce6811f91742 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:04.861046 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-187e02a6-6959-419e-b822-c42a2f8b003c req-0f4545ea-8aa4-4295-ba67-ce6811f91742 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.5640135 Feb 17 00:05:04.944751 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-688ac0cf-a328-49fc-b6a7-6b580615e532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:04.982716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-688ac0cf-a328-49fc-b6a7-6b580615e532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:04.987711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-688ac0cf-a328-49fc-b6a7-6b580615e532 admin admin] Usage tracker for resource:security_group_rule and tenant:804aa6feb542479aa23d8add06d5955e is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:04.990635 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-688ac0cf-a328-49fc-b6a7-6b580615e532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:04.997691 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-688ac0cf-a328-49fc-b6a7-6b580615e532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:05.013412 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b9199e-c6d2-460d-841e-200431d66037', 'tag': 'a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:05:05.038849 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] No DVR routers for this DVR port e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c on host hv-cinder-75996 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:05:05.049318 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:05.068952 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-187e02a6-6959-419e-b822-c42a2f8b003c req-6cdfe28e-59c2-47af-b47a-fa41faf83ab1 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581576 Feb 17 00:05:05.101572 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-688ac0cf-a328-49fc-b6a7-6b580615e532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:05.115811 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32ca0d32-5efd-4e02-a38c-4244826e0067 req-dadea6be-e145-4c6b-828e-f8d2ac816597 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2932165 Feb 17 00:05:05.117461 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-486a53d1-9eb0-4fea-b4cc-9bc8adf39d3a req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.54 "DELETE /v2.0/ports/e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c HTTP/1.1" status: 204 len: 173 time: 5.0474887 Feb 17 00:05:05.131022 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-688ac0cf-a328-49fc-b6a7-6b580615e532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:05.181527 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b9199e-c6d2-460d-841e-200431d66037', 'tag': 'a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef', 'status': 'completed', 'code': 200} Feb 17 00:05:05.189125 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-801d23ae-0975-48b5-93a4-1d5335a6d316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:05.280629 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-688ac0cf-a328-49fc-b6a7-6b580615e532 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=804aa6feb542479aa23d8add06d5955e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6762593 Feb 17 00:05:05.283899 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49436) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:05.340598 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.54', 53689) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:05.344026 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ac0cf-a328-49fc-b6a7-6b580615e532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4a179a-0143-4bb7-90e4-bef22e8acc18,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:05.488160 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-ab5b69bc-bd35-48cb-a882-5219b37cb5f0 req-85d36af9-54f2-46ac-8259-847d327afb1c tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Synchronizing usage tracker for tenant:0c1d8de6feed43a692ed525ab390f782 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:05:05.531729 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-ab5b69bc-bd35-48cb-a882-5219b37cb5f0 req-85d36af9-54f2-46ac-8259-847d327afb1c tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Unset dirty status for tenant:0c1d8de6feed43a692ed525ab390f782 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:05:05.533059 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ab5b69bc-bd35-48cb-a882-5219b37cb5f0 req-85d36af9-54f2-46ac-8259-847d327afb1c tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 210 time: 0.2041788 Feb 17 00:05:05.564126 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734201b-cb49-4314-b2f9-33eeaaf8fc7c req-94a5657f-3a6d-453d-8680-14614a968eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:05.565757 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1734201b-cb49-4314-b2f9-33eeaaf8fc7c req-94a5657f-3a6d-453d-8680-14614a968eb3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5111a3597c480680e0f9abf0a384d8&device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 1162 time: 0.2534828 Feb 17 00:05:05.569416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85267cc4-29a6-4c00-bf9d-7676bd4ce556 req-70f6ff1e-f3a1-4ea5-9b79-b8a777371b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:05.571172 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-85267cc4-29a6-4c00-bf9d-7676bd4ce556 req-70f6ff1e-f3a1-4ea5-9b79-b8a777371b59 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1d26520a38346a290f804fe567133d2&device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 1160 time: 0.3343210 Feb 17 00:05:05.682479 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-688ac0cf-a328-49fc-b6a7-6b580615e532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:05.862618 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7a839062-37a3-40b3-b61b-af0c1947a25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:05.902115 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7a839062-37a3-40b3-b61b-af0c1947a25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:05.971934 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7a839062-37a3-40b3-b61b-af0c1947a25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:05.998218 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:06.014676 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e5dbe-e820-42eb-9aed-2e4177d0c82d req-48a04078-e6d5-493b-a9fe-923ba91c0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:06.016426 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-657e5dbe-e820-42eb-9aed-2e4177d0c82d req-48a04078-e6d5-493b-a9fe-923ba91c0fc5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ee46360fcd446293cdd25aa696350b&device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 1163 time: 0.6738775 Feb 17 00:05:06.026776 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bccf0-f19e-4a82-a772-552cb51a8642 req-f25d60ff-7e8a-4a99-ab92-3ff0e6009818 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:06.028486 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-569bccf0-f19e-4a82-a772-552cb51a8642 req-f25d60ff-7e8a-4a99-ab92-3ff0e6009818 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.6253681 Feb 17 00:05:06.031229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a839062-37a3-40b3-b61b-af0c1947a25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4a179a-0143-4bb7-90e4-bef22e8acc18,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:06.033440 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7a839062-37a3-40b3-b61b-af0c1947a25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:06.039423 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-7a839062-37a3-40b3-b61b-af0c1947a25f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8f4a179a-0143-4bb7-90e4-bef22e8acc18 HTTP/1.1" status: 204 len: 168 time: 0.7475328 Feb 17 00:05:06.081581 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7a839062-37a3-40b3-b61b-af0c1947a25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:06.209420 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85267cc4-29a6-4c00-bf9d-7676bd4ce556 req-0c7e42df-f9f4-4904-a1fb-fca4d6a4d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:06.211610 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-85267cc4-29a6-4c00-bf9d-7676bd4ce556 req-0c7e42df-f9f4-4904-a1fb-fca4d6a4d2dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 200 len: 911 time: 0.6030724 Feb 17 00:05:06.215511 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734201b-cb49-4314-b2f9-33eeaaf8fc7c req-1bb81044-4fca-4005-807d-7f65541b38f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:06.216959 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1734201b-cb49-4314-b2f9-33eeaaf8fc7c req-1bb81044-4fca-4005-807d-7f65541b38f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9bed9bea-fabb-4082-8967-92ad14eef61a HTTP/1.1" status: 200 len: 904 time: 0.6363487 Feb 17 00:05:06.223644 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3f218-38cb-4ea2-b953-02617392d299 req-b8eea37d-a226-4882-9325-0bc64585f050 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:06.225191 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-59b3f218-38cb-4ea2-b953-02617392d299 req-b8eea37d-a226-4882-9325-0bc64585f050 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 932 time: 0.5258863 Feb 17 00:05:06.290130 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 {{(pid=83920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:05:06.315183 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-569bccf0-f19e-4a82-a772-552cb51a8642 req-45692069-acfb-4013-a654-518483b25f39 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318397 Feb 17 00:05:06.317189 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:06.392982 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Transition to ACTIVE for port object 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 will not be triggered until provisioned by entity L2. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:05:06.409891 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-85267cc4-29a6-4c00-bf9d-7676bd4ce556 req-1ac08a91-50f4-4c60-b510-2d818cf56181 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f435afa-a1fd-41eb-bd63-286cdf13434e HTTP/1.1" status: 200 len: 217 time: 0.1609116 Feb 17 00:05:06.446702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:06.527116 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-59b3f218-38cb-4ea2-b953-02617392d299 req-3ef810de-e3d4-4658-91f2-3d352c4710bc tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944193 Feb 17 00:05:06.559076 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1734201b-cb49-4314-b2f9-33eeaaf8fc7c req-cec02768-e104-4fae-bee6-d61fa7e710d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef HTTP/1.1" status: 200 len: 1001 time: 0.3088481 Feb 17 00:05:06.574804 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85267cc4-29a6-4c00-bf9d-7676bd4ce556 req-2dc985a9-87ca-4a33-8902-c0bc849e4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:06.576494 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-85267cc4-29a6-4c00-bf9d-7676bd4ce556 req-2dc985a9-87ca-4a33-8902-c0bc849e4675 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=066b5e62-ad57-425f-8725-667a028740da HTTP/1.1" status: 200 len: 856 time: 0.1340148 Feb 17 00:05:06.734519 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49484) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:06.736680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:06.786878 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e5dbe-e820-42eb-9aed-2e4177d0c82d req-622e91d7-487e-49a9-bfc3-608f5a7918f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:06.788478 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-657e5dbe-e820-42eb-9aed-2e4177d0c82d req-622e91d7-487e-49a9-bfc3-608f5a7918f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ca00216-ee09-4b8a-a03b-9db9b3566f52 HTTP/1.1" status: 200 len: 912 time: 0.7019565 Feb 17 00:05:06.814106 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734201b-cb49-4314-b2f9-33eeaaf8fc7c req-5c21648f-0e1e-4e1a-b6de-5005028c0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:06.815814 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0ead794a-7476-4d02-aeda-76a415c96018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:06.821551 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1734201b-cb49-4314-b2f9-33eeaaf8fc7c req-5c21648f-0e1e-4e1a-b6de-5005028c0375 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fd2358e-bd02-44c1-88fe-65c85dcf897a HTTP/1.1" status: 200 len: 849 time: 0.2435462 Feb 17 00:05:06.995719 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85267cc4-29a6-4c00-bf9d-7676bd4ce556 req-89795bed-d664-4cc3-b62b-f36e5f72d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:06.997486 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-85267cc4-29a6-4c00-bf9d-7676bd4ce556 req-89795bed-d664-4cc3-b62b-f36e5f72d525 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41f1d152-05fa-431e-881d-6789a11dfe22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3518271 Feb 17 00:05:07.015552 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bef73-e5ec-442b-adf3-a43aa7bb87b1 req-0b7f5aa1-1c5c-44d0-a469-22a04c248552 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:07.017261 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b02bef73-e5ec-442b-adf3-a43aa7bb87b1 req-0b7f5aa1-1c5c-44d0-a469-22a04c248552 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.2051420 Feb 17 00:05:07.027078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-0ead794a-7476-4d02-aeda-76a415c96018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:07.029414 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-657e5dbe-e820-42eb-9aed-2e4177d0c82d req-190c69ad-5a5e-4047-90bf-a5549191defa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 HTTP/1.1" status: 200 len: 217 time: 0.1993847 Feb 17 00:05:07.040555 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-0ead794a-7476-4d02-aeda-76a415c96018 admin admin] Usage tracker for resource:security_group_rule and tenant:2de527640b0d4119a7a54d910ac75727 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:07.054230 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-34668213-4078-4dfb-a142-47ccfae7171e req-104ab983-f644-4424-a9ac-717a367eb843 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f48838-46fa-4fd6-9e86-ad3340c594d3 HTTP/1.1" status: 200 len: 210 time: 0.2267761 Feb 17 00:05:07.054723 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734201b-cb49-4314-b2f9-33eeaaf8fc7c req-264d4136-90bc-4001-b5a6-81e30d85fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:07.056255 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-0ead794a-7476-4d02-aeda-76a415c96018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:07.056384 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1734201b-cb49-4314-b2f9-33eeaaf8fc7c req-264d4136-90bc-4001-b5a6-81e30d85fa94 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bed9bea-fabb-4082-8967-92ad14eef61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1832979 Feb 17 00:05:07.109266 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Pushing event updated for resources: {'Port': ['ID=94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:07.115391 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-0ead794a-7476-4d02-aeda-76a415c96018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:07.120134 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:07.151841 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Attempting to bind port 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:05:07.152211 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Attempting to bind port 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:05:07.152932 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Attempting to bind port 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 on network 0520da59-3382-4a2f-bac6-074b9669413e {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:05:07.156016 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49498) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:07.180534 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:05:07.180916 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Checking segment: {'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:05:07.181328 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:07.181730 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Bound using segment: {'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:05:07.182321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Bound port: 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'}}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:05:07.182773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:07.208032 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f48838-46fa-4fd6-9e86-ad3340c594d3', 'name': 'network-vif-deleted', 'tag': 'e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:05:07.209436 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e5dbe-e820-42eb-9aed-2e4177d0c82d req-50f1e26b-06ff-47e7-a91f-cc5c2910cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:07.211068 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-657e5dbe-e820-42eb-9aed-2e4177d0c82d req-50f1e26b-06ff-47e7-a91f-cc5c2910cb25 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17138db5-0c15-4399-a1cd-bdf6e1de4aee HTTP/1.1" status: 200 len: 858 time: 0.1559944 Feb 17 00:05:07.274942 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b02bef73-e5ec-442b-adf3-a43aa7bb87b1 req-555945f0-0abb-4456-b2a2-8d68a4c848b0 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491596 Feb 17 00:05:07.288592 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f48838-46fa-4fd6-9e86-ad3340c594d3', 'name': 'network-vif-deleted', 'tag': 'e76f61fc-bb3f-46d9-ad4f-0cc2fd59ec7c', 'status': 'completed', 'code': 200} Feb 17 00:05:07.371544 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-85267cc4-29a6-4c00-bf9d-7676bd4ce556 req-790412e9-98fa-4c26-a8ea-a70e702abd9c service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425865 Feb 17 00:05:07.373429 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-657e5dbe-e820-42eb-9aed-2e4177d0c82d req-90c2ea66-1171-4e39-908a-9d7b1086cac5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ca00216-ee09-4b8a-a03b-9db9b3566f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703065 Feb 17 00:05:07.373535 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1734201b-cb49-4314-b2f9-33eeaaf8fc7c req-8ddf6160-b4e6-458c-9aab-b1cc3f37ae1e service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010647 Feb 17 00:05:07.396735 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] For port 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3, host hv-cinder-75996, cleared binding levels {{(pid=83920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:05:07.401890 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b11ea42a-e2b6-4fe4-86d8-d606d0d3e378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:07.418889 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] For port 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:05:07.457862 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:07.514676 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-b11ea42a-e2b6-4fe4-86d8-d606d0d3e378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:07.590693 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-b11ea42a-e2b6-4fe4-86d8-d606d0d3e378 admin admin] Usage tracker for resource:security_group_rule and tenant:4bd7febcefbc4a88ba26ec776eb4e46d is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:07.592789 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:07.674523 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-85267cc4-29a6-4c00-bf9d-7676bd4ce556 req-d0672fe2-5fd0-4079-aa70-67674c06120b service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2682538 Feb 17 00:05:07.676504 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1734201b-cb49-4314-b2f9-33eeaaf8fc7c req-f1a61274-bb63-4ae0-8af9-7a1129e196fa service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2689860 Feb 17 00:05:07.707574 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-b11ea42a-e2b6-4fe4-86d8-d606d0d3e378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:07.738423 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-b11ea42a-e2b6-4fe4-86d8-d606d0d3e378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:07.785324 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234997d9-ac12-4564-8f2f-205bc822fc7f req-65e44cd1-905b-416b-a9d0-045babc00351 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:07.786996 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-234997d9-ac12-4564-8f2f-205bc822fc7f req-65e44cd1-905b-416b-a9d0-045babc00351 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 944 time: 0.0978506 Feb 17 00:05:07.840700 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-234997d9-ac12-4564-8f2f-205bc822fc7f req-8bf6bfc9-7fb4-41e5-9ddc-09eb25baef66 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465515 Feb 17 00:05:07.849416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0ead794a-7476-4d02-aeda-76a415c96018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:07.885491 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0ead794a-7476-4d02-aeda-76a415c96018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:07.892447 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Pushing event updated for resources: {'Port': ['ID=94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3,revision_number=3']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:07.925647 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:07.927269 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a95d53b9-40cc-4b44-b1b9-20a13ffa8781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:07.967185 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-657e5dbe-e820-42eb-9aed-2e4177d0c82d req-9f984c0e-e354-4f26-b83a-97229bb7ba35 service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459704 Feb 17 00:05:07.986000 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:07.986689 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:07.988212 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] 10.222.0.54 "PUT /v2.0/ports/94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 HTTP/1.1" status: 200 len: 1158 time: 3.6693943 Feb 17 00:05:07.998305 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b950fd9-52db-4821-ba97-6640bae9c601', 'tag': '94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:05:08.008906 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ff758-0ec1-4d7a-a369-5d49a4b0e965 req-5d75a1e4-5595-40eb-ac80-6c924c8b58e6 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:08.010604 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-188ff758-0ec1-4d7a-a369-5d49a4b0e965 req-5d75a1e4-5595-40eb-ac80-6c924c8b58e6 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.5576036 Feb 17 00:05:08.038637 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-0ead794a-7476-4d02-aeda-76a415c96018 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2de527640b0d4119a7a54d910ac75727&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2667487 Feb 17 00:05:08.042215 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49516) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:08.119319 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b950fd9-52db-4821-ba97-6640bae9c601', 'tag': '94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3', 'status': 'completed', 'code': 200} Feb 17 00:05:08.126255 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2bfb803b-d015-4dcc-9a00-4b6d37b4323d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:08.157390 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2bfb803b-d015-4dcc-9a00-4b6d37b4323d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:08.177866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead794a-7476-4d02-aeda-76a415c96018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6a536e-4c81-42c3-b965-5428e3474cf9,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:08.209863 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2bfb803b-d015-4dcc-9a00-4b6d37b4323d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:08.214744 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ab3a047c-1f76-44c4-bda6-a75ec345dc51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:08.231316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb803b-d015-4dcc-9a00-4b6d37b4323d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6a536e-4c81-42c3-b965-5428e3474cf9,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:08.233709 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2bfb803b-d015-4dcc-9a00-4b6d37b4323d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:08.248426 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-2bfb803b-d015-4dcc-9a00-4b6d37b4323d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ab6a536e-4c81-42c3-b965-5428e3474cf9 HTTP/1.1" status: 204 len: 168 time: 0.2010148 Feb 17 00:05:08.252505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2bfb803b-d015-4dcc-9a00-4b6d37b4323d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:08.397163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0ead794a-7476-4d02-aeda-76a415c96018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:08.492791 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-188ff758-0ec1-4d7a-a369-5d49a4b0e965 req-a32c844b-cb30-48e0-ad6d-f59171aabf1d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529245 Feb 17 00:05:08.551626 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-34368b55-9abc-41e0-aef5-3374e9143a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:08.553210 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-34368b55-9abc-41e0-aef5-3374e9143a17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b28f395db7ee4f8ba7943b456e6bafd0&device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 1161 time: 0.5045295 Feb 17 00:05:08.575547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b11ea42a-e2b6-4fe4-86d8-d606d0d3e378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:08.585757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d1a5-dba3-4eb2-ab97-7d2cbada41aa req-2c79ba0f-1010-4c7f-81ce-823e06a9bcd1 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:08.600465 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81f1d1a5-dba3-4eb2-ab97-7d2cbada41aa req-2c79ba0f-1010-4c7f-81ce-823e06a9bcd1 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1507618 Feb 17 00:05:08.642164 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-657e5dbe-e820-42eb-9aed-2e4177d0c82d req-30aafa32-23eb-46ba-b97b-549d018d6d7f service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6448450 Feb 17 00:05:08.649847 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81f1d1a5-dba3-4eb2-ab97-7d2cbada41aa req-ec956e77-8c07-4ef2-a9a8-90da44fe2240 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523102 Feb 17 00:05:08.654123 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b11ea42a-e2b6-4fe4-86d8-d606d0d3e378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:08.663505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2f71cd07-aaf1-4434-a148-92828b13f393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:08.691525 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-b5965f9f-7baa-4e42-b7c9-6192f67a5eda service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 HTTP/1.1" status: 200 len: 217 time: 0.1187317 Feb 17 00:05:08.695067 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ea42a-e2b6-4fe4-86d8-d606d0d3e378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e09385-5314-4a72-ba34-f45cfa91b4cc,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:08.700603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b11ea42a-e2b6-4fe4-86d8-d606d0d3e378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:08.800021 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-91493e0f-fe97-411d-b8d0-fc02e346a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:08.801681 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-91493e0f-fe97-411d-b8d0-fc02e346a6bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4625a851-cafe-40a6-81f5-a0913ace2471 HTTP/1.1" status: 200 len: 854 time: 0.0839396 Feb 17 00:05:08.805334 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b11ea42a-e2b6-4fe4-86d8-d606d0d3e378 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4bd7febcefbc4a88ba26ec776eb4e46d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6457198 Feb 17 00:05:08.808333 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49552) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:08.906224 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-381acb77-6ef5-4b19-89d6-7b5258a20268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:08.920100 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-125ef06f-b745-42cb-a254-c05d15b2452a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0520da59-3382-4a2f-bac6-074b9669413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008165 Feb 17 00:05:08.925569 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9f435afa-a1fd-41eb-bd63-286cdf13434e up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:08.945836 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-381acb77-6ef5-4b19-89d6-7b5258a20268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:08.992150 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-381acb77-6ef5-4b19-89d6-7b5258a20268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:08.998350 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:09.016068 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381acb77-6ef5-4b19-89d6-7b5258a20268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e09385-5314-4a72-ba34-f45cfa91b4cc,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:09.016779 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port 9f435afa-a1fd-41eb-bd63-286cdf13434e completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:05:09.024488 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9f435afa-a1fd-41eb-bd63-286cdf13434e triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:09.025374 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:09.036053 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-381acb77-6ef5-4b19-89d6-7b5258a20268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:09.040012 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-381acb77-6ef5-4b19-89d6-7b5258a20268 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/48e09385-5314-4a72-ba34-f45cfa91b4cc HTTP/1.1" status: 204 len: 168 time: 0.2278924 Feb 17 00:05:09.040012 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-381acb77-6ef5-4b19-89d6-7b5258a20268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:09.211335 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:09.261684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 9f435afa-a1fd-41eb-bd63-286cdf13434e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9f435afa-a1fd-41eb-bd63-286cdf13434e,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:05:09.263014 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f435afa-a1fd-41eb-bd63-286cdf13434e'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:05:09.269362 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:09.270700 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a732-b354-48d0-ad10-2d6a28138aee req-4851ed01-2047-4dc9-943a-151b0d87f7b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:09.272879 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:09.273493 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bc13a732-b354-48d0-ad10-2d6a28138aee req-4851ed01-2047-4dc9-943a-151b0d87f7b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 944 time: 0.2845764 Feb 17 00:05:09.277818 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-79577f20-e104-45f7-bac4-8b7dbc10d855 service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468800 Feb 17 00:05:09.365203 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f435afa-a1fd-41eb-bd63-286cdf13434e', 'code': 200} Feb 17 00:05:09.367628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=9f435afa-a1fd-41eb-bd63-286cdf13434e,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:09.395571 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.396051 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.397386 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.397825 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.398869 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.399935 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.401181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.402142 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.402972 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.404646 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.406690 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.407182 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.407887 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.408369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.408842 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.409311 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.409785 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.410258 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.410832 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.411383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.412007 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.412571 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.413190 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.413861 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:09.427588 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:09.517465 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a232881f-06d1-4d6b-85a3-950cd0ccac81 req-95ee2d05-bd1d-4266-adf7-e8a5a890b761 service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2173946 Feb 17 00:05:09.520603 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bc13a732-b354-48d0-ad10-2d6a28138aee req-295c9ee7-ad92-400c-b78b-7135a74a1343 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378433 Feb 17 00:05:09.621616 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49588) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:09.645108 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-52867ea5-6d72-4710-8360-08ae4a3930ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:09.662930 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-52867ea5-6d72-4710-8360-08ae4a3930ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:09.709716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-52867ea5-6d72-4710-8360-08ae4a3930ae admin admin] Usage tracker for resource:security_group_rule and tenant:1ab3f6ededdf4a8092dd5e310674334a is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:09.718762 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-52867ea5-6d72-4710-8360-08ae4a3930ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:09.735251 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-52867ea5-6d72-4710-8360-08ae4a3930ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:09.756156 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937b814-9c80-42e8-a508-2dc97c159966 req-3d3d4556-87ce-442a-bfc2-4ae46ef04fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:09.758048 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3937b814-9c80-42e8-a508-2dc97c159966 req-3d3d4556-87ce-442a-bfc2-4ae46ef04fe8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b28f395db7ee4f8ba7943b456e6bafd0&device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 1161 time: 0.1530817 Feb 17 00:05:09.803101 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017754b-77cd-4b38-931e-8662ec5df339 req-e2f2a0ec-7aa0-4109-8df9-fafdaee6df58 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:09.805179 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6017754b-77cd-4b38-931e-8662ec5df339 req-e2f2a0ec-7aa0-4109-8df9-fafdaee6df58 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1390734 Feb 17 00:05:09.890416 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6017754b-77cd-4b38-931e-8662ec5df339 req-beeda1f0-c152-49f3-90f2-82cf45136dd1 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688229 Feb 17 00:05:09.913141 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbfce5-cd7e-44d3-b70c-27d22a555804 req-01fb62c4-01c0-4560-b0de-fca50063c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:09.914904 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c8dbfce5-cd7e-44d3-b70c-27d22a555804 req-01fb62c4-01c0-4560-b0de-fca50063c55f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 1162 time: 0.2552412 Feb 17 00:05:09.981545 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937b814-9c80-42e8-a508-2dc97c159966 req-ebfe3019-ec1f-43fd-9d90-786355826a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:09.983185 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3937b814-9c80-42e8-a508-2dc97c159966 req-ebfe3019-ec1f-43fd-9d90-786355826a0f service neutron] 10.222.0.54 "GET /v2.0/networks?id=0520da59-3382-4a2f-bac6-074b9669413e HTTP/1.1" status: 200 len: 908 time: 0.2155852 Feb 17 00:05:09.987420 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-52867ea5-6d72-4710-8360-08ae4a3930ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:09.995895 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-52867ea5-6d72-4710-8360-08ae4a3930ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:10.035454 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:10.056531 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-52867ea5-6d72-4710-8360-08ae4a3930ae admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1ab3f6ededdf4a8092dd5e310674334a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337273 Feb 17 00:05:10.059689 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49606) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:10.112351 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9f435afa-a1fd-41eb-bd63-286cdf13434e up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:10.116299 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3937b814-9c80-42e8-a508-2dc97c159966 req-053949e3-41af-4410-a55e-1228922f33bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 HTTP/1.1" status: 200 len: 217 time: 0.0976582 Feb 17 00:05:10.118099 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c8dbfce5-cd7e-44d3-b70c-27d22a555804 req-d8d8b1a5-0f8c-4612-b1cc-5d9c22ff8a83 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338186 Feb 17 00:05:10.131247 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49610) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:10.131961 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52867ea5-6d72-4710-8360-08ae4a3930ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5354fc11-60b0-4035-af65-0c003894467b,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:10.136912 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-52867ea5-6d72-4710-8360-08ae4a3930ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:10.155590 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751df283-96dc-455e-a8fd-b2d45c2dee80 req-2c1d3368-cfca-44c9-a1d7-1de605c9c821 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:10.157235 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-751df283-96dc-455e-a8fd-b2d45c2dee80 req-2c1d3368-cfca-44c9-a1d7-1de605c9c821 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.2982621 Feb 17 00:05:10.200836 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c3382a2d-aeeb-409c-9d1c-1260c846b91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:10.218181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9f435afa-a1fd-41eb-bd63-286cdf13434e triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:10.218844 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:10.227290 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-751df283-96dc-455e-a8fd-b2d45c2dee80 req-a94c9d58-9cdf-4d11-918d-1a8b752a07c7 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607669 Feb 17 00:05:10.243975 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4204f84-d534-4a44-a2e1-8f20fe348d20 admin admin] Deleting subnet f1f46695-22f2-4c11-a4b7-55cbc2c5aabd {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:05:10.247742 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b4204f84-d534-4a44-a2e1-8f20fe348d20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:10.284611 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c3382a2d-aeeb-409c-9d1c-1260c846b91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:10.346393 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b4204f84-d534-4a44-a2e1-8f20fe348d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981417'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:10.411007 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b4204f84-d534-4a44-a2e1-8f20fe348d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4952659'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:10.443506 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49618) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:10.448797 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c3382a2d-aeeb-409c-9d1c-1260c846b91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:10.461721 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:10.478026 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3382a2d-aeeb-409c-9d1c-1260c846b91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5354fc11-60b0-4035-af65-0c003894467b,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:10.482191 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c3382a2d-aeeb-409c-9d1c-1260c846b91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:10.482714 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937b814-9c80-42e8-a508-2dc97c159966 req-ffeb4723-689d-463a-b458-0967318551fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:10.484997 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3937b814-9c80-42e8-a508-2dc97c159966 req-ffeb4723-689d-463a-b458-0967318551fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4625a851-cafe-40a6-81f5-a0913ace2471 HTTP/1.1" status: 200 len: 854 time: 0.0958097 Feb 17 00:05:10.492213 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c3382a2d-aeeb-409c-9d1c-1260c846b91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:10.493423 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c3382a2d-aeeb-409c-9d1c-1260c846b91b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5354fc11-60b0-4035-af65-0c003894467b HTTP/1.1" status: 204 len: 168 time: 0.4327765 Feb 17 00:05:10.590112 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3937b814-9c80-42e8-a508-2dc97c159966 req-344123c7-8192-43a2-9e1e-68b097e03d0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0520da59-3382-4a2f-bac6-074b9669413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978153 Feb 17 00:05:10.640874 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7743-bc4c-4e62-80f0-d47a05ad5b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:10.725259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b4204f84-d534-4a44-a2e1-8f20fe348d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849823157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843674682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852803607'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:10.730338 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-d5ef7743-bc4c-4e62-80f0-d47a05ad5b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:10.742450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:10.788622 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-d5ef7743-bc4c-4e62-80f0-d47a05ad5b99 admin admin] Usage tracker for resource:security_group_rule and tenant:3b30e6a30bec442a99eebb5ac7567513 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:10.802514 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-d5ef7743-bc4c-4e62-80f0-d47a05ad5b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:10.814504 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-d5ef7743-bc4c-4e62-80f0-d47a05ad5b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:10.837111 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4204f84-d534-4a44-a2e1-8f20fe348d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f46695-22f2-4c11-a4b7-55cbc2c5aabd,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:10.840011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b4204f84-d534-4a44-a2e1-8f20fe348d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:10.885665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b4204f84-d534-4a44-a2e1-8f20fe348d20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:10.895049 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b4204f84-d534-4a44-a2e1-8f20fe348d20 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f1f46695-22f2-4c11-a4b7-55cbc2c5aabd HTTP/1.1" status: 204 len: 168 time: 0.7570045 Feb 17 00:05:10.895321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49636) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:10.911897 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3937b814-9c80-42e8-a508-2dc97c159966 req-04da9a70-f5fa-451a-9b7a-63e9d48134ad service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994316 Feb 17 00:05:10.929880 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9eda6c-4d4f-4228-8b6e-6c24d2c5ac33 req-dee8dc2b-2cf8-442b-9f27-be15b55ea018 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:10.931267 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2d9eda6c-4d4f-4228-8b6e-6c24d2c5ac33 req-dee8dc2b-2cf8-442b-9f27-be15b55ea018 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 944 time: 0.2070746 Feb 17 00:05:11.023866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4784241'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:11.149317 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2d9eda6c-4d4f-4228-8b6e-6c24d2c5ac33 req-b4f74b01-32b2-4f2e-9b81-6e9c0d0466c1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903749 Feb 17 00:05:11.158241 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:05:11.196523 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7743-bc4c-4e62-80f0-d47a05ad5b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:11.202589 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7743-bc4c-4e62-80f0-d47a05ad5b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:11.220387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ad909801-d78a-418e-89b8-1bfb4e886e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:11.258016 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-d5ef7743-bc4c-4e62-80f0-d47a05ad5b99 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3b30e6a30bec442a99eebb5ac7567513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8138249 Feb 17 00:05:11.263610 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3937b814-9c80-42e8-a508-2dc97c159966 req-1c85a878-2250-4385-9d06-152a6c70349e service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3430512 Feb 17 00:05:11.264285 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49652) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:11.301167 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef7743-bc4c-4e62-80f0-d47a05ad5b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b5aa9c-28f2-4d31-a33a-1d69fbfddd24,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:11.316791 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d5ef7743-bc4c-4e62-80f0-d47a05ad5b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:11.470649 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0e61f888-89b7-41ac-969d-b7617d4f0cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:11.509282 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0e61f888-89b7-41ac-969d-b7617d4f0cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:11.577123 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fef9a-99e7-484c-8c48-ce9a9cbee9ef req-1917fbda-4fa9-47b4-8633-f6d0b94daaf0 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:11.578768 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-265fef9a-99e7-484c-8c48-ce9a9cbee9ef req-1917fbda-4fa9-47b4-8633-f6d0b94daaf0 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1902051 Feb 17 00:05:11.585017 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4950218', 'neutron.services.segments.db._delete_segments_for_network-8768588793578'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:11.590817 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0e61f888-89b7-41ac-969d-b7617d4f0cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:11.597769 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-20692258-2b14-4b8b-8ecf-eeb2dc60cb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:11.631876 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61f888-89b7-41ac-969d-b7617d4f0cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b5aa9c-28f2-4d31-a33a-1d69fbfddd24,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:11.640966 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0e61f888-89b7-41ac-969d-b7617d4f0cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:11.671279 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-265fef9a-99e7-484c-8c48-ce9a9cbee9ef req-03f31867-610f-4fe7-93eb-fd4b9bc95c7d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743787 Feb 17 00:05:11.673030 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0e61f888-89b7-41ac-969d-b7617d4f0cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:11.682101 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-0e61f888-89b7-41ac-969d-b7617d4f0cba admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a9b5aa9c-28f2-4d31-a33a-1d69fbfddd24 HTTP/1.1" status: 204 len: 168 time: 0.4039009 Feb 17 00:05:11.692937 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a0577-7573-4e46-9f4a-9349fade7ef6 req-2ef7beb5-ef80-41af-b842-fa97e95a4291 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:11.700489 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-062a0577-7573-4e46-9f4a-9349fade7ef6 req-2ef7beb5-ef80-41af-b842-fa97e95a4291 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.6045740 Feb 17 00:05:11.773811 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e820407-3f3c-4c9a-a6b2-f7573b3383fd']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:11.797268 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-062a0577-7573-4e46-9f4a-9349fade7ef6 req-6ed6f6ce-86a4-49b1-9785-9ce531055453 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956221 Feb 17 00:05:11.799503 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:11.799841 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00fb4ce-9da4-41f6-ab66-5c61ca93aaf2') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:11.818244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268265975292', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853794383'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:11.841395 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:11.843584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:05:12.046918 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] Network 1e820407-3f3c-4c9a-a6b2-f7573b3383fd has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:05:12.056367 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4960578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11107897'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:12.145117 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9f435afa-a1fd-41eb-bd63-286cdf13434e up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:12.334949 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9f435afa-a1fd-41eb-bd63-286cdf13434e triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:12.335636 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:12.357486 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] Network 1e820407-3f3c-4c9a-a6b2-f7573b3383fd has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: Traceback (most recent call last): Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: timer() Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: cb(*args, **kw) Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: return func(*args, **kwargs) Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: self._notify() Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: self.callback(batched_events) Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: event.method(event) Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: segment_id)['aggregates'][0] Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, *a, **k) Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: return self._get(url).json() Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: **kwargs) Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: return self.request(url, 'GET', **kwargs) Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: **endpoint_filter) Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:05:12.384772 dv-cinder-759961-3-smb neutron-server[83811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:05:12.550655 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036849825598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714387'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:12.562047 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:12.568684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ae2b627-ca36-4cfa-ade3-96d3ab444939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:12.601703 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e820407-3f3c-4c9a-a6b2-f7573b3383fd,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:12.610479 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:12.612300 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] 10.222.0.63 "DELETE /v2.0/networks/1e820407-3f3c-4c9a-a6b2-f7573b3383fd HTTP/1.1" status: 204 len: 168 time: 1.7159824 Feb 17 00:05:12.632955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b743139-d7de-4bae-98b7-bc4919045886 req-77370b2f-c703-44fb-8430-4ced605d41d6 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:12.638119 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2b743139-d7de-4bae-98b7-bc4919045886 req-77370b2f-c703-44fb-8430-4ced605d41d6 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 944 time: 0.1804898 Feb 17 00:05:12.690204 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2b743139-d7de-4bae-98b7-bc4919045886 req-9bf9e375-6645-4abb-b819-ebdc536ef6f3 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470419 Feb 17 00:05:12.795775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49712) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:12.849380 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ee4877f5-e04d-4d8c-a782-b7dfa3e34387 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0c1d8de6feed43a692ed525ab390f782&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521448 Feb 17 00:05:12.852016 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49718) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:12.930818 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c8187df6-9ca6-4f0a-a70c-faf74ea66f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:12.947532 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49724) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:12.975427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c8187df6-9ca6-4f0a-a70c-faf74ea66f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:12.990229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0aa12-6f8e-437c-a43d-ffd3b1e2d5b2 req-854e5b03-d407-4b35-b61e-1ad69b995956 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:12.992140 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2ba0aa12-6f8e-437c-a43d-ffd3b1e2d5b2 req-854e5b03-d407-4b35-b61e-1ad69b995956 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1592793 Feb 17 00:05:13.048278 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2ba0aa12-6f8e-437c-a43d-ffd3b1e2d5b2 req-e8b9be4e-4b1e-4393-8888-c0bf07890f7e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486922 Feb 17 00:05:13.111370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c8187df6-9ca6-4f0a-a70c-faf74ea66f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:13.123588 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:13.137302 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1891487561-network', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:13.146567 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:13.151196 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8187df6-9ca6-4f0a-a70c-faf74ea66f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac68d2d-5d84-4e88-b03d-31a21f67c864,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:13.154760 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c8187df6-9ca6-4f0a-a70c-faf74ea66f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:13.160105 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Usage tracker for resource:network and tenant:aed35f557341417fb5448e2d6f60f1fb is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:13.173145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:13.194806 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b387d9-14da-4f4e-a3cf-134ee78cab95 req-9d34b763-9eef-45c8-8077-629d44efd714 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:13.196521 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-49b387d9-14da-4f4e-a3cf-134ee78cab95 req-9d34b763-9eef-45c8-8077-629d44efd714 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1815143 Feb 17 00:05:13.197614 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:13.199993 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c8187df6-9ca6-4f0a-a70c-faf74ea66f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:13.201180 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c8187df6-9ca6-4f0a-a70c-faf74ea66f04 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fac68d2d-5d84-4e88-b03d-31a21f67c864 HTTP/1.1" status: 204 len: 168 time: 0.3460422 Feb 17 00:05:13.235296 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Made reservation on behalf of aed35f557341417fb5448e2d6f60f1fb for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:05:13.240082 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:13.266013 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:13.286886 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-49b387d9-14da-4f4e-a3cf-134ee78cab95 req-3c36846d-8a27-45e5-afb6-b609387b9bd4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833321 Feb 17 00:05:13.289140 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:13.296179 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Usage tracker for resource:security_group_rule and tenant:aed35f557341417fb5448e2d6f60f1fb is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:13.299602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:13.306272 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:13.468237 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:13.475345 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:13.481396 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:13.526906 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574bb94-446f-4967-b265-8472a54bb03b req-5d389993-3ad6-459e-a257-bdb3649a855a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:13.536474 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8696dd0e-7730-419b-bf3e-0d4eaebb232e,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:13.537791 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:13.538498 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0574bb94-446f-4967-b265-8472a54bb03b req-5d389993-3ad6-459e-a257-bdb3649a855a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1515093 Feb 17 00:05:13.539059 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49752) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:13.547439 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-4e8b30ff-f41a-4ba8-9f09-4e0db4f552fc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Request body: {'floatingip': {'port_id': '9f435afa-a1fd-41eb-bd63-286cdf13434e'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:13.551100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:05:13.563283 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:13.563669 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Added segment 605d05aa-1d22-4cae-b0d4-e228fcd0e64c of type vxlan for network 2a2d43b7-daa1-41df-b68e-2e9e428becfa Feb 17 00:05:13.605683 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:13.632395 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4e8b30ff-f41a-4ba8-9f09-4e0db4f552fc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:13.652677 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:13.654464 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:13.655248 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:13.669449 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ae052000-ea8f-4606-9c52-2f20a0f97197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:13.762497 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49764) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:13.831168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Pushing event updated for resources: {'Network': ['ID=2a2d43b7-daa1-41df-b68e-2e9e428becfa,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:13.845591 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network 2a2d43b7-daa1-41df-b68e-2e9e428becfa details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:05:13.862039 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:13.870075 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49772) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:13.870249 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9212613 Feb 17 00:05:13.879301 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Request body: {'subnet': {'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1891487561-subnet', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'ip_version': 4}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:13.885759 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:13.893327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Usage tracker for resource:subnet and tenant:aed35f557341417fb5448e2d6f60f1fb is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:13.904284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:14.039743 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network 2a2d43b7-daa1-41df-b68e-2e9e428becfa details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:05:14.053052 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a33c5f-7b13-4fc5-9023-5c65b6799f21 req-5072e218-c975-4671-a74e-b4357a8362e6 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:14.054698 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a9a33c5f-7b13-4fc5-9023-5c65b6799f21 req-5072e218-c975-4671-a74e-b4357a8362e6 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 944 time: 0.1833494 Feb 17 00:05:14.108717 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a9a33c5f-7b13-4fc5-9023-5c65b6799f21 req-a79005b9-b661-4ae7-adcf-c6781f4ace5f tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474713 Feb 17 00:05:14.312842 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:14.356363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f53ab518-5f37-4f6e-b6bb-f34c225d4a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:14.374132 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Made reservation on behalf of aed35f557341417fb5448e2d6f60f1fb for: {'subnet': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:05:14.379144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Notify callbacks [] for subnet, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:14.469906 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-f53ab518-5f37-4f6e-b6bb-f34c225d4a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:14.492581 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-f53ab518-5f37-4f6e-b6bb-f34c225d4a0a admin admin] Usage tracker for resource:security_group_rule and tenant:55922b43d1d84752bdfd5739b5fdb524 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:14.499448 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-f53ab518-5f37-4f6e-b6bb-f34c225d4a0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:14.602500 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-f53ab518-5f37-4f6e-b6bb-f34c225d4a0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:14.630580 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d41bc-31a1-480f-b62f-b272054253c2 req-d6bf2f4f-64e1-4c36-96e8-04888f6460de tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:14.632283 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a90d41bc-31a1-480f-b62f-b272054253c2 req-d6bf2f4f-64e1-4c36-96e8-04888f6460de tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1042902 Feb 17 00:05:14.683284 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a90d41bc-31a1-480f-b62f-b272054253c2 req-c621e29c-6cda-4ac4-85df-6359f8787f4c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434911 Feb 17 00:05:14.990018 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.resource_extend [None req-4e8b30ff-f41a-4ba8-9f09-4e0db4f552fc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 00:05:15.085364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f53ab518-5f37-4f6e-b6bb-f34c225d4a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:15.102409 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f53ab518-5f37-4f6e-b6bb-f34c225d4a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:15.115695 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d5ef7743-bc4c-4e62-80f0-d47a05ad5b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:15.147886 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:15.180392 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4e8b30ff-f41a-4ba8-9f09-4e0db4f552fc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:15.184795 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-f53ab518-5f37-4f6e-b6bb-f34c225d4a0a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=55922b43d1d84752bdfd5739b5fdb524&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4211776 Feb 17 00:05:15.187675 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49804) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:15.193354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4e8b30ff-f41a-4ba8-9f09-4e0db4f552fc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:15.232935 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:05:15.238617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:15.239037 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:15.273726 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-87b58058-dd7e-461e-8ebf-919c63c4a9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:15.302887 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-87b58058-dd7e-461e-8ebf-919c63c4a9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:15.357949 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ab518-5f37-4f6e-b6bb-f34c225d4a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40eaec63-d548-4e89-bf70-a21a8a15be72,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:15.369002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-87b58058-dd7e-461e-8ebf-919c63c4a9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:15.372108 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:15.375209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f53ab518-5f37-4f6e-b6bb-f34c225d4a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:15.384734 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:15.400703 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b950fd9-52db-4821-ba97-6640bae9c601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:05:15.412081 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:05:15.415029 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-87b58058-dd7e-461e-8ebf-919c63c4a9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:15.426768 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:15.432782 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-87b58058-dd7e-461e-8ebf-919c63c4a9f9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/40eaec63-d548-4e89-bf70-a21a8a15be72 HTTP/1.1" status: 204 len: 168 time: 0.2398050 Feb 17 00:05:15.432782 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b58058-dd7e-461e-8ebf-919c63c4a9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eaec63-d548-4e89-bf70-a21a8a15be72,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:15.435976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1ea8aed4-bcef-467c-b4be-670fbb5cacb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:15.447451 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-87b58058-dd7e-461e-8ebf-919c63c4a9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:15.508698 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b950fd9-52db-4821-ba97-6640bae9c601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3', 'code': 200} Feb 17 00:05:15.549723 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e30a2-b4be-48a0-88f2-972c872515e0 req-6ee27c8e-c8c9-4c7c-9a1f-c02433aa6435 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:15.549975 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:15.550087 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-130e30a2-b4be-48a0-88f2-972c872515e0 req-6ee27c8e-c8c9-4c7c-9a1f-c02433aa6435 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 944 time: 0.2892220 Feb 17 00:05:15.553779 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:15.630373 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_db [None req-4e8b30ff-f41a-4ba8-9f09-4e0db4f552fc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Floating IP 34294f6e-c7fb-46f6-8534-382cc01f0b31 associated. External IP: 172.28.2.213, port: 9f435afa-a1fd-41eb-bd63-286cdf13434e. Feb 17 00:05:15.689182 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-130e30a2-b4be-48a0-88f2-972c872515e0 req-b603a30f-6447-46bd-a38f-81de8c0922a4 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254990 Feb 17 00:05:15.905574 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49820) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:15.941096 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ea2f2907-e80c-4197-b127-97fe19eb212d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:15.961743 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90b6fc-4f3e-4080-bdf4-409d25788c89 req-c12e82b4-a5fa-48ad-b3cc-313d22d45322 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:15.964037 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3b90b6fc-4f3e-4080-bdf4-409d25788c89 req-c12e82b4-a5fa-48ad-b3cc-313d22d45322 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1342113 Feb 17 00:05:15.970277 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ea2f2907-e80c-4197-b127-97fe19eb212d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:15.976482 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ea2f2907-e80c-4197-b127-97fe19eb212d admin admin] Usage tracker for resource:security_group_rule and tenant:284a6764f4b9459ca311aeb610c902f6 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:15.995551 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ea2f2907-e80c-4197-b127-97fe19eb212d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:16.006798 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ea2f2907-e80c-4197-b127-97fe19eb212d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:16.042233 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3b90b6fc-4f3e-4080-bdf4-409d25788c89 req-3a2055b9-a192-4a2d-9f6a-69165c90b406 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684855 Feb 17 00:05:16.113052 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:16.139676 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ea2f2907-e80c-4197-b127-97fe19eb212d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:16.147816 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ea2f2907-e80c-4197-b127-97fe19eb212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:16.158280 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c5f49b82-e5cd-4497-9085-f6807b3bcfc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:16.174684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be28d1-f5e3-4c9c-8935-076297588119 req-4f0ac470-560f-479b-b817-f71b10f5e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:16.176312 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-12be28d1-f5e3-4c9c-8935-076297588119 req-4f0ac470-560f-479b-b817-f71b10f5e621 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 1163 time: 0.4048719 Feb 17 00:05:16.212933 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f2907-e80c-4197-b127-97fe19eb212d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fd834f-40a4-43e3-aec7-84f079e5bf70,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:16.214362 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:16.215138 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:16.218650 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ea2f2907-e80c-4197-b127-97fe19eb212d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=284a6764f4b9459ca311aeb610c902f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119433 Feb 17 00:05:16.219851 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ea2f2907-e80c-4197-b127-97fe19eb212d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:16.221438 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49832) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:16.297557 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6af6162f-e74e-47cb-b36d-8c3f131b3fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:16.344757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for subnet, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:16.347521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6af6162f-e74e-47cb-b36d-8c3f131b3fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:16.429046 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c4a17eb2-e17d-4fcb-b37a-040f5493c2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:16.441897 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6af6162f-e74e-47cb-b36d-8c3f131b3fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:16.448524 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-efe541bb-131b-4aa0-81bb-0dfc6294fde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:16.459815 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-12be28d1-f5e3-4c9c-8935-076297588119 req-41042b43-a518-4bb7-9a95-2e4f66909828 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740438 Feb 17 00:05:16.464627 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6162f-e74e-47cb-b36d-8c3f131b3fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fd834f-40a4-43e3-aec7-84f079e5bf70,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:16.466726 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6af6162f-e74e-47cb-b36d-8c3f131b3fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:16.468234 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-6af6162f-e74e-47cb-b36d-8c3f131b3fe3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a7fd834f-40a4-43e3-aec7-84f079e5bf70 HTTP/1.1" status: 204 len: 168 time: 0.2458010 Feb 17 00:05:16.469290 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6af6162f-e74e-47cb-b36d-8c3f131b3fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:16.517821 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80aa7e2-dad3-42a4-a5a4-70d96d082108,revision_number=0']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:16.562481 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:16.647905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Checking segment: {'id': '605d05aa-1d22-4cae-b0d4-e228fcd0e64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:05:16.648407 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Network hostable DHCP agents. Network: 2a2d43b7-daa1-41df-b68e-2e9e428becfa, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:05:16.664013 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8b30ff-f41a-4ba8-9f09-4e0db4f552fc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:05:16.741163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Network 2a2d43b7-daa1-41df-b68e-2e9e428becfa is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:05:16.817880 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, 2a2d43b7-daa1-41df-b68e-2e9e428becfa) {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:05:16.825984 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:16.826629 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:16.831221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ae8ecb-f051-437d-bad5-d5fe735353e1 None None] Network 2a2d43b7-daa1-41df-b68e-2e9e428becfa requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:05:16.856778 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-88617816-dc2a-4f4d-9690-4a191b7b6fdf admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9850695 Feb 17 00:05:16.860317 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49860) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:16.873827 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:16.889770 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:16.908556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Usage tracker for resource:router and tenant:aed35f557341417fb5448e2d6f60f1fb is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:16.918559 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:16.936690 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:16.950182 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5050'] for router, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:16.951264 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854024533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770814'] for router, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:16.964489 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8b30ff-f41a-4ba8-9f09-4e0db4f552fc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:05:16.970065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4e8b30ff-f41a-4ba8-9f09-4e0db4f552fc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:16.976223 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:16.976680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29b5dfb-0261-499b-881a-b85eeed74bb9 None None] Sync routers for ids ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:05:16.993999 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29b5dfb-0261-499b-881a-b85eeed74bb9 None None] Routers {'8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:05:16.994710 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-b29b5dfb-0261-499b-881a-b85eeed74bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:04:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:17.169473 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccd5eaf3-89f0-5dfc-bdac-1689e049924f-2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'fixed_ips': [{'subnet_id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108'}]}} from dv-cinder-759961-3-smb. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:05:17.171159 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:17.198222 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276b2eb-2f8b-454d-8bae-06807fd260ea req-7706490c-f86c-40af-944c-e8719f6799bd tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:17.199848 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f276b2eb-2f8b-454d-8bae-06807fd260ea req-7706490c-f86c-40af-944c-e8719f6799bd tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 946 time: 0.2883618 Feb 17 00:05:17.209378 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4e8b30ff-f41a-4ba8-9f09-4e0db4f552fc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "PUT /v2.0/floatingips/34294f6e-c7fb-46f6-8534-382cc01f0b31 HTTP/1.1" status: 200 len: 991 time: 3.6692004 Feb 17 00:05:17.213640 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'tag': '9f435afa-a1fd-41eb-bd63-286cdf13434e'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:05:17.281121 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-b29b5dfb-0261-499b-881a-b85eeed74bb9 None None] Set router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:05:17.334928 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f276b2eb-2f8b-454d-8bae-06807fd260ea req-f124205c-becc-4054-b029-7e97a8b7972d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221459 Feb 17 00:05:17.478247 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854060509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854104917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770799'] for router, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:17.580217 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Allocated IP 172.20.0.2 (2a2d43b7-daa1-41df-b68e-2e9e428becfa/d80aa7e2-dad3-42a4-a5a4-70d96d082108/0ad959fb-d56c-46a3-844a-76d999fd863b) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:05:17.614903 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7fce1-beef-49b3-be95-9e0567a953cc req-8916f422-dd53-4605-950f-24e35046b347 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:17.616582 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-67b7fce1-beef-49b3-be95-9e0567a953cc req-8916f422-dd53-4605-950f-24e35046b347 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.2859349 Feb 17 00:05:17.687280 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'tag': '9f435afa-a1fd-41eb-bd63-286cdf13434e', 'status': 'completed', 'code': 200} Feb 17 00:05:17.701773 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-67b7fce1-beef-49b3-be95-9e0567a953cc req-391d16f3-5ebd-4845-925e-5045272e5ae2 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730178 Feb 17 00:05:17.871557 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e2bd8-6a4c-4e84-9de8-ec55fa69458c req-3af25384-2bfd-4960-8441-adf5268aa1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:17.873364 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-eb2e2bd8-6a4c-4e84-9de8-ec55fa69458c req-3af25384-2bfd-4960-8441-adf5268aa1bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1d26520a38346a290f804fe567133d2&device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 1162 time: 0.1377785 Feb 17 00:05:17.890655 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-b29b5dfb-0261-499b-881a-b85eeed74bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '34294f6e-c7fb-46f6-8534-382cc01f0b31', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'floating_ip_address': '172.28.2.213', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'port_id': '9f435afa-a1fd-41eb-bd63-286cdf13434e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'mac_address': 'fa:16:3e:fe:b1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:04:43Z', 'updated_at': '2021-02-17T00:05:14Z', 'revision_number': 1, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:39Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:17.902529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29b5dfb-0261-499b-881a-b85eeed74bb9 None None] Checking router: 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:05:17.916229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29b5dfb-0261-499b-881a-b85eeed74bb9 None None] Routers {'8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:05:17.917082 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-b29b5dfb-0261-499b-881a-b85eeed74bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:04:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:17.983933 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:18.016731 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:18.020443 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:18.044155 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Transition to ACTIVE for port object 0ad959fb-d56c-46a3-844a-76d999fd863b will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:05:18.111365 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Transition to ACTIVE for port object 0ad959fb-d56c-46a3-844a-76d999fd863b will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:05:18.124294 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:18.164256 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:18.264132 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-b29b5dfb-0261-499b-881a-b85eeed74bb9 None None] Set router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:05:18.311867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e2bd8-6a4c-4e84-9de8-ec55fa69458c req-e9ba36d2-ed3e-48ff-a155-72e915e30a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:18.313510 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-eb2e2bd8-6a4c-4e84-9de8-ec55fa69458c req-e9ba36d2-ed3e-48ff-a155-72e915e30a54 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 200 len: 911 time: 0.4185729 Feb 17 00:05:18.544232 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Pushing event updated for resources: {'Port': ['ID=0ad959fb-d56c-46a3-844a-76d999fd863b,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:18.549489 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:18.589223 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-eb2e2bd8-6a4c-4e84-9de8-ec55fa69458c req-48d5bd20-5ff6-4e44-b383-9e96867dad1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f435afa-a1fd-41eb-bd63-286cdf13434e HTTP/1.1" status: 200 len: 999 time: 0.2497323 Feb 17 00:05:18.589766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 49908) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:18.668564 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Network 2a2d43b7-daa1-41df-b68e-2e9e428becfa is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:05:18.670094 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Resources bound (agent type, host, resource id): {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:05:18.678799 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:05:18.750176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e2bd8-6a4c-4e84-9de8-ec55fa69458c req-13d5c658-ddec-48ad-b8cd-45ffcf694746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:18.752017 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-eb2e2bd8-6a4c-4e84-9de8-ec55fa69458c req-13d5c658-ddec-48ad-b8cd-45ffcf694746 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=066b5e62-ad57-425f-8725-667a028740da HTTP/1.1" status: 200 len: 856 time: 0.1368697 Feb 17 00:05:18.780693 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Attempting to bind port 0ad959fb-d56c-46a3-844a-76d999fd863b on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:05:18.781207 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Attempting to bind port 0ad959fb-d56c-46a3-844a-76d999fd863b by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '605d05aa-1d22-4cae-b0d4-e228fcd0e64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:05:18.781691 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Attempting to bind port 0ad959fb-d56c-46a3-844a-76d999fd863b on network 2a2d43b7-daa1-41df-b68e-2e9e428becfa {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:05:18.788607 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:05:18.789257 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Checking segment: {'id': '605d05aa-1d22-4cae-b0d4-e228fcd0e64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:05:18.789888 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:18.790527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Bound using segment: {'id': '605d05aa-1d22-4cae-b0d4-e228fcd0e64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:05:18.791231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Bound port: 0ad959fb-d56c-46a3-844a-76d999fd863b, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605d05aa-1d22-4cae-b0d4-e228fcd0e64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:05:18.792418 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:18.873012 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-16de4284-582b-4d7f-818f-33f6d9e8cd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:18.907517 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-16de4284-582b-4d7f-818f-33f6d9e8cd20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:18.908568 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] For port 0ad959fb-d56c-46a3-844a-76d999fd863b, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:05:18.911938 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] For port 0ad959fb-d56c-46a3-844a-76d999fd863b, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=0ad959fb-d56c-46a3-844a-76d999fd863b,segment=NetworkSegment(605d05aa-1d22-4cae-b0d4-e228fcd0e64c),segment_id=605d05aa-1d22-4cae-b0d4-e228fcd0e64c)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:05:18.914225 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-16de4284-582b-4d7f-818f-33f6d9e8cd20 admin admin] Usage tracker for resource:security_group_rule and tenant:77adceec6c8440f6bdc82b5321345cb6 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:18.918867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:18.919932 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-16de4284-582b-4d7f-818f-33f6d9e8cd20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:18.931389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-16de4284-582b-4d7f-818f-33f6d9e8cd20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:18.941047 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-b29b5dfb-0261-499b-881a-b85eeed74bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '34294f6e-c7fb-46f6-8534-382cc01f0b31', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'floating_ip_address': '172.28.2.213', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'port_id': '9f435afa-a1fd-41eb-bd63-286cdf13434e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'mac_address': 'fa:16:3e:fe:b1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:04:43Z', 'updated_at': '2021-02-17T00:05:14Z', 'revision_number': 1, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:39Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:18.947873 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29b5dfb-0261-499b-881a-b85eeed74bb9 None None] The sync data for ids ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'] in dv-cinder-759961-3-smb is: [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '34294f6e-c7fb-46f6-8534-382cc01f0b31', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'floating_ip_address': '172.28.2.213', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'port_id': '9f435afa-a1fd-41eb-bd63-286cdf13434e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'mac_address': 'fa:16:3e:fe:b1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:04:43Z', 'updated_at': '2021-02-17T00:05:14Z', 'revision_number': 1, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:39Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:05:18.964708 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc6a8d-9b4b-42f4-81fa-2e43f59db316 req-f8d34b52-e71a-46a1-8bbc-64f5b34cfc99 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:18.966404 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c3bc6a8d-9b4b-42f4-81fa-2e43f59db316 req-f8d34b52-e71a-46a1-8bbc-64f5b34cfc99 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 946 time: 0.2186325 Feb 17 00:05:18.998938 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e2bd8-6a4c-4e84-9de8-ec55fa69458c req-d45f106d-d03b-4aef-aaca-b5f6144e4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:19.002023 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-eb2e2bd8-6a4c-4e84-9de8-ec55fa69458c req-d45f106d-d03b-4aef-aaca-b5f6144e4338 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41f1d152-05fa-431e-881d-6789a11dfe22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2363110 Feb 17 00:05:19.067145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:19.108120 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c3bc6a8d-9b4b-42f4-81fa-2e43f59db316 req-f7f15b37-8349-4288-9ef0-5d8cab5ec0a8 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281335 Feb 17 00:05:19.153402 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Allocated IP 172.28.2.64 (4cea41e0-975c-4c05-822b-6951b7473dd4/fe675137-7af0-487b-b384-b9c8d364eafc/90ada92c-a251-4151-bd4a-7f88c16d5f50) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:05:19.162007 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Pushing event updated for resources: {'Port': ['ID=0ad959fb-d56c-46a3-844a-76d999fd863b,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:19.166148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:19.275148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-16de4284-582b-4d7f-818f-33f6d9e8cd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:19.307753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac6d18f-a2bb-403b-9fdc-d54bf3210dd7 None None] New status for floating IP 34294f6e-c7fb-46f6-8534-382cc01f0b31: ACTIVE {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:05:19.309229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-16de4284-582b-4d7f-818f-33f6d9e8cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:19.334468 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938893f-cbaa-4217-a29f-f2e0c229cb0f req-7737a4fc-5d1d-4027-9e48-60e9895673e9 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:19.337214 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3938893f-cbaa-4217-a29f-f2e0c229cb0f req-7737a4fc-5d1d-4027-9e48-60e9895673e9 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.3342912 Feb 17 00:05:19.337214 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:19.419379 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de4284-582b-4d7f-818f-33f6d9e8cd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8f4d72-4e10-4be5-a1d8-5a46003e0d91,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:19.426643 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-16de4284-582b-4d7f-818f-33f6d9e8cd20 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=77adceec6c8440f6bdc82b5321345cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8333278 Feb 17 00:05:19.428761 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-16de4284-582b-4d7f-818f-33f6d9e8cd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:19.443463 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 49928) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:19.475219 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:19.509983 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:19.535107 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3938893f-cbaa-4217-a29f-f2e0c229cb0f req-ff1eda9d-0aa7-41e7-9c12-7559cb022438 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168914 Feb 17 00:05:19.537845 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-eb2e2bd8-6a4c-4e84-9de8-ec55fa69458c req-b2621cd6-6d0e-4c13-b8b7-1fcc1d90bf81 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817324 Feb 17 00:05:19.589198 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f64d330d-1149-4948-8a43-5d204953becd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:19.633173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f64d330d-1149-4948-8a43-5d204953becd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:19.646257 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:19.662705 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:19.768617 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-eb2e2bd8-6a4c-4e84-9de8-ec55fa69458c req-7d124f76-7f99-4030-9d3a-4c7fb052fe5e service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2206481 Feb 17 00:05:19.826249 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Pushing event updated for resources: {'Port': ['ID=90ada92c-a251-4151-bd4a-7f88c16d5f50,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:19.854556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:19.910209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f64d330d-1149-4948-8a43-5d204953becd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:19.914498 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6af6162f-e74e-47cb-b36d-8c3f131b3fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:19.938456 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d330d-1149-4948-8a43-5d204953becd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8f4d72-4e10-4be5-a1d8-5a46003e0d91,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:19.940859 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f64d330d-1149-4948-8a43-5d204953becd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:19.951356 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:05:19.956027 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:05:19.958180 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:05:20.007617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f64d330d-1149-4948-8a43-5d204953becd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:20.008839 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-f64d330d-1149-4948-8a43-5d204953becd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ae8f4d72-4e10-4be5-a1d8-5a46003e0d91 HTTP/1.1" status: 204 len: 168 time: 0.5623400 Feb 17 00:05:20.349123 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5947b-597d-4737-aa0c-39360442e242 req-201c1d5c-8a56-41d8-94e0-f631da89a56c tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:20.373189 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-74b5947b-597d-4737-aa0c-39360442e242 req-201c1d5c-8a56-41d8-94e0-f631da89a56c tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 946 time: 0.1220970 Feb 17 00:05:20.444821 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:20.462399 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-74b5947b-597d-4737-aa0c-39360442e242 req-3b12fac7-ce00-461c-a823-b06808b6e840 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881534 Feb 17 00:05:20.734626 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 0ad959fb-d56c-46a3-844a-76d999fd863b up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:20.862112 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9343bfd-023b-45dd-9697-e1531d8c560e None None] Network 2a2d43b7-daa1-41df-b68e-2e9e428becfa requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:05:21.065793 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168608c-8159-4c03-a761-d36fa04921de req-e728c1b3-60e3-4f35-aa05-0a8af7609e34 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:21.067350 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9168608c-8159-4c03-a761-d36fa04921de req-e728c1b3-60e3-4f35-aa05-0a8af7609e34 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1279747 Feb 17 00:05:21.086881 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854104902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715288'] for router, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:21.138987 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port 0ad959fb-d56c-46a3-844a-76d999fd863b completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:05:21.146698 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 0ad959fb-d56c-46a3-844a-76d999fd863b triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:21.147131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:21.154155 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9168608c-8159-4c03-a761-d36fa04921de req-867e3d9a-192c-4a9c-9814-4521658a5c0c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762773 Feb 17 00:05:21.229652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-e24c7d37-0ada-498f-ac8e-93df804a35ce None None] Provisioning for port 0ad959fb-d56c-46a3-844a-76d999fd863b completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:05:21.238667 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-e24c7d37-0ada-498f-ac8e-93df804a35ce None None] Provisioning complete for port 0ad959fb-d56c-46a3-844a-76d999fd863b triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:21.239088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e24c7d37-0ada-498f-ac8e-93df804a35ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:21.452308 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Router 2af21d3c-a104-4e63-aba8-5a704e045812 is scheduled to L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa with binding_index 1 {{(pid=83921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:05:21.467997 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:21.531625 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port 0ad959fb-d56c-46a3-844a-76d999fd863b, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=0ad959fb-d56c-46a3-844a-76d999fd863b,segment=NetworkSegment(605d05aa-1d22-4cae-b0d4-e228fcd0e64c),segment_id=605d05aa-1d22-4cae-b0d4-e228fcd0e64c)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:05:21.560396 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:21.566877 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:21.751204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=0ad959fb-d56c-46a3-844a-76d999fd863b,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:21.757989 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:21.845956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:05:21.861674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Sync routers for ids ['2af21d3c-a104-4e63-aba8-5a704e045812'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:05:21.895031 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Notify callbacks [] for router, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:21.895864 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Routers {'2af21d3c-a104-4e63-aba8-5a704e045812'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:05:21.896379 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0348854 Feb 17 00:05:21.897186 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:04:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['2af21d3c-a104-4e63-aba8-5a704e045812'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:21.899593 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 50008) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:22.023092 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d2e69c4c-163b-4eae-9b93-9a17466d2d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:22.133379 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-fb45b7fc-77f8-4cfc-b67b-6f011dd432cc None None] Provisioning complete for port 0ad959fb-d56c-46a3-844a-76d999fd863b triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:22.133802 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fb45b7fc-77f8-4cfc-b67b-6f011dd432cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:22.188724 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Set router 2af21d3c-a104-4e63-aba8-5a704e045812 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:05:22.286771 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 50016) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:22.498212 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9437f462-02d1-4098-b0ee-5b27938f5a88 None None] Provisioning complete for port 0ad959fb-d56c-46a3-844a-76d999fd863b triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:22.498602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9437f462-02d1-4098-b0ee-5b27938f5a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:22.510430 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-03b00222-d682-4db2-8836-f7a6dbe19bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:22.580831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-03b00222-d682-4db2-8836-f7a6dbe19bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:22.603023 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-03b00222-d682-4db2-8836-f7a6dbe19bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:90c119e6b33e45c19c226ba791f68ccb is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:22.615972 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-03b00222-d682-4db2-8836-f7a6dbe19bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:22.647868 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-03b00222-d682-4db2-8836-f7a6dbe19bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:22.681278 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:05:20Z', 'revision_number': 3, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:22.691806 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Checking router: 2af21d3c-a104-4e63-aba8-5a704e045812 for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:05:22.692338 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Updating router 2af21d3c-a104-4e63-aba8-5a704e045812 port 90ada92c-a251-4151-bd4a-7f88c16d5f50 binding host dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:05:22.697757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cf4eb-61c1-44f2-b87a-e91c4131a721 req-cea83e8e-dd8f-4aa3-bf89-8aa94bd3cbee tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:22.699768 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-917cf4eb-61c1-44f2-b87a-e91c4131a721 req-cea83e8e-dd8f-4aa3-bf89-8aa94bd3cbee tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.3219523 Feb 17 00:05:22.749314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 0ad959fb-d56c-46a3-844a-76d999fd863b up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:22.776457 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:22.796229 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-917cf4eb-61c1-44f2-b87a-e91c4131a721 req-e81883dc-f618-4294-a9d8-c1adfcf1f0ae tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881507 Feb 17 00:05:22.848732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 0ad959fb-d56c-46a3-844a-76d999fd863b triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:22.849546 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:22.941128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-03b00222-d682-4db2-8836-f7a6dbe19bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:22.953766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-03b00222-d682-4db2-8836-f7a6dbe19bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:23.000354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:23.036077 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-3b197838-f5d0-49f6-8928-36f1a649ab30 None None] Provisioning complete for port 0ad959fb-d56c-46a3-844a-76d999fd863b triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:23.036502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3b197838-f5d0-49f6-8928-36f1a649ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:23.069007 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-03b00222-d682-4db2-8836-f7a6dbe19bc5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=90c119e6b33e45c19c226ba791f68ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7810795 Feb 17 00:05:23.080757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 50032) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:23.081781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b00222-d682-4db2-8836-f7a6dbe19bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf48a80-31b8-49cd-b1d0-727207f728a6,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:23.089005 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-03b00222-d682-4db2-8836-f7a6dbe19bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:23.300320 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-89227e8a-1a94-40c3-8a94-1f350c96355e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:23.344028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-89227e8a-1a94-40c3-8a94-1f350c96355e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:23.412665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:23.418189 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:23.427540 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Transition to ACTIVE for port object 90ada92c-a251-4151-bd4a-7f88c16d5f50 will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:05:23.430603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:23.450896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:23.586846 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-89227e8a-1a94-40c3-8a94-1f350c96355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:23.595279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:23.633548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-89227e8a-1a94-40c3-8a94-1f350c96355e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:23.636254 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-89227e8a-1a94-40c3-8a94-1f350c96355e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9cf48a80-31b8-49cd-b1d0-727207f728a6 HTTP/1.1" status: 204 len: 168 time: 0.5513206 Feb 17 00:05:23.638003 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89227e8a-1a94-40c3-8a94-1f350c96355e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf48a80-31b8-49cd-b1d0-727207f728a6,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:23.723535 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-89227e8a-1a94-40c3-8a94-1f350c96355e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:23.788822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Pushing event updated for resources: {'Port': ['ID=90ada92c-a251-4151-bd4a-7f88c16d5f50,revision_number=2']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:23.815522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.815925 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.816753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.816753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.816988 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.817488 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.817696 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.818110 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.818611 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.818800 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.819157 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.819506 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.820092 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.820752 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.820752 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.821052 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.822773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.822773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.822773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.822773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.822773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.823297 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.823389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.823715 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:23.830208 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:23.912445 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Attempting to bind port 90ada92c-a251-4151-bd4a-7f88c16d5f50 on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:05:23.912857 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Attempting to bind port 90ada92c-a251-4151-bd4a-7f88c16d5f50 by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:05:23.913273 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Attempting to bind port 90ada92c-a251-4151-bd4a-7f88c16d5f50 on network 4cea41e0-975c-4c05-822b-6951b7473dd4 {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:05:23.918777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Allocated IP 172.20.0.1 (2a2d43b7-daa1-41df-b68e-2e9e428becfa/d80aa7e2-dad3-42a4-a5a4-70d96d082108/12cffd04-0f5c-405a-988f-2e43afda3a92) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:05:23.921306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:05:23.921662 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Checking segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:05:23.922616 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:23.923363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Bound using segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:05:23.923900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Bound port: 90ada92c-a251-4151-bd4a-7f88c16d5f50, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:05:23.924314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:24.031232 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] For port 90ada92c-a251-4151-bd4a-7f88c16d5f50, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:05:24.035049 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] For port 90ada92c-a251-4151-bd4a-7f88c16d5f50, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=90ada92c-a251-4151-bd4a-7f88c16d5f50,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:05:24.040330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:24.064235 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:24.219636 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9f365-f4d1-4c67-a76b-9cfaffb2c827 req-f24a17b5-9901-400c-8e23-db6575d98b5a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:24.221404 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-50d9f365-f4d1-4c67-a76b-9cfaffb2c827 req-f24a17b5-9901-400c-8e23-db6575d98b5a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1789262 Feb 17 00:05:24.243857 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Pushing event updated for resources: {'Port': ['ID=90ada92c-a251-4151-bd4a-7f88c16d5f50,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:24.252611 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:24.271236 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:24.324869 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Transition to ACTIVE for port object 12cffd04-0f5c-405a-988f-2e43afda3a92 will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:05:24.335445 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Routers {'2af21d3c-a104-4e63-aba8-5a704e045812'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:05:24.336097 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:04:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['2af21d3c-a104-4e63-aba8-5a704e045812'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:24.361074 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-50d9f365-f4d1-4c67-a76b-9cfaffb2c827 req-682f980f-d05e-4c59-822e-4152a243796a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211746 Feb 17 00:05:24.409192 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:24.425276 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:24.471443 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-249c9aff-ab78-4536-82f7-8324e92f08f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:24.616734 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] Set router 2af21d3c-a104-4e63-aba8-5a704e045812 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:05:24.694823 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Pushing event updated for resources: {'Port': ['ID=12cffd04-0f5c-405a-988f-2e43afda3a92,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:24.705516 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:24.801411 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Network 2a2d43b7-daa1-41df-b68e-2e9e428becfa is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:05:24.803951 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:05:24.812169 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a968c-d835-4894-bb50-4518711803e0 req-1078c8f5-a4a7-4be6-8cb5-fd9a222f1d60 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:24.819678 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f2a968c-d835-4894-bb50-4518711803e0 req-1078c8f5-a4a7-4be6-8cb5-fd9a222f1d60 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/networks?id=0520da59-3382-4a2f-bac6-074b9669413e HTTP/1.1" status: 200 len: 814 time: 0.2616632 Feb 17 00:05:24.821728 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:05:24.892293 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f2a968c-d835-4894-bb50-4518711803e0 req-95d6f7f2-68a1-480f-a71f-fbaab95542fa tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/quotas/b28f395db7ee4f8ba7943b456e6bafd0 HTTP/1.1" status: 200 len: 375 time: 0.0711813 Feb 17 00:05:24.902708 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:24.973841 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854108159'] for router_interface, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:25.011552 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:05:20Z', 'revision_number': 3, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:25.022360 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f1089-9f1a-41ae-94ae-5b544d1f6e7b None None] The sync data for ids ['2af21d3c-a104-4e63-aba8-5a704e045812'] in dv-cinder-759961-3-smb is: [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:05:20Z', 'revision_number': 3, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:05:25.142317 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:25.218758 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f2a968c-d835-4894-bb50-4518711803e0 req-3832396a-bfa7-4e13-8f39-902fbe3dcab8 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b28f395db7ee4f8ba7943b456e6bafd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3253953 Feb 17 00:05:25.267586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-fd7690af-bdb0-40ba-8b5c-055d37747890 None None] Provisioning for port 12cffd04-0f5c-405a-988f-2e43afda3a92 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:05:25.273727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-fd7690af-bdb0-40ba-8b5c-055d37747890 None None] Provisioning complete for port 12cffd04-0f5c-405a-988f-2e43afda3a92 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:25.274184 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fd7690af-bdb0-40ba-8b5c-055d37747890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:25.355424 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-fd7690af-bdb0-40ba-8b5c-055d37747890 None None] Port 12cffd04-0f5c-405a-988f-2e43afda3a92 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:05:25.566542 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f2a968c-d835-4894-bb50-4518711803e0 req-f4c9c0ef-d3df-4fa9-a578-0e0402de05bc service neutron] 10.222.0.63 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363109 Feb 17 00:05:25.637756 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb114e-f5b4-4b65-89ce-faaf0916a4d5 req-cd912e03-29e6-47ad-8d7f-6abfd7ae261a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:25.640117 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-adfb114e-f5b4-4b65-89ce-faaf0916a4d5 req-cd912e03-29e6-47ad-8d7f-6abfd7ae261a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1245630 Feb 17 00:05:25.708660 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-adfb114e-f5b4-4b65-89ce-faaf0916a4d5 req-635ea144-a363-48a7-951f-b1538915ee00 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612981 Feb 17 00:05:26.027447 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f2a968c-d835-4894-bb50-4518711803e0 req-f90621f3-4196-4548-9afd-2602f361c323 service neutron] 10.222.0.63 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4599819 Feb 17 00:05:26.047524 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:26.052438 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:26.091425 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:26.094441 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:26.206120 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Pushing event updated for resources: {'Port': ['ID=12cffd04-0f5c-405a-988f-2e43afda3a92,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:26.210085 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667751'] for router_interface, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:26.236266 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:26.285211 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-29a5e0fe-8768-483f-a17f-0b5956bb34b5 req-d3ce6775-6bc3-4df4-9600-3776f2e98b37 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 210 time: 0.0752456 Feb 17 00:05:26.381826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:26.510747 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Network 2a2d43b7-daa1-41df-b68e-2e9e428becfa is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:05:26.512173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:05:26.687949 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 90ada92c-a251-4151-bd4a-7f88c16d5f50 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:26.811043 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Router 2af21d3c-a104-4e63-aba8-5a704e045812 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:05:26.814116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port 90ada92c-a251-4151-bd4a-7f88c16d5f50 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:05:26.827330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 90ada92c-a251-4151-bd4a-7f88c16d5f50 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:26.828216 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:27.002714 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e9505-c54e-46ca-b31b-6dd5218d78a7 req-93477b0b-1422-4089-9349-f0a7aa6c2712 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:27.004896 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0b1e9505-c54e-46ca-b31b-6dd5218d78a7 req-93477b0b-1422-4089-9349-f0a7aa6c2712 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1020448 Feb 17 00:05:27.013487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-72d6a689-5599-406e-a26c-687237262569 None None] Provisioning complete for port 12cffd04-0f5c-405a-988f-2e43afda3a92 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:27.014258 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-72d6a689-5599-406e-a26c-687237262569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:27.074625 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:05:27.088385 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] 10.222.0.63 "PUT /v2.0/routers/2af21d3c-a104-4e63-aba8-5a704e045812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1876383 Feb 17 00:05:27.098884 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0b1e9505-c54e-46ca-b31b-6dd5218d78a7 req-01becffc-dfc8-4344-8c6d-5c2380014fe3 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846798 Feb 17 00:05:27.149778 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-72d6a689-5599-406e-a26c-687237262569 None None] Port 12cffd04-0f5c-405a-988f-2e43afda3a92 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:05:27.163556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:27.187098 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port 90ada92c-a251-4151-bd4a-7f88c16d5f50, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=90ada92c-a251-4151-bd4a-7f88c16d5f50,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:05:27.191188 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:27.195384 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:27.296649 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=90ada92c-a251-4151-bd4a-7f88c16d5f50,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:27.312996 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:27.492442 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bb690bfc-be39-43ee-acec-c12998cc2f86 req-6c32d730-4540-48df-b087-a7a0e8a99ff2 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 210 time: 0.0778310 Feb 17 00:05:28.159127 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Sync routers for ids ['2af21d3c-a104-4e63-aba8-5a704e045812'] in dv-cinder-759961-3-smb {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:05:28.178623 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Routers {'2af21d3c-a104-4e63-aba8-5a704e045812'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:05:28.179301 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:05:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['2af21d3c-a104-4e63-aba8-5a704e045812'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:28.735172 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 90ada92c-a251-4151-bd4a-7f88c16d5f50 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:28.872238 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-95991c41-665b-49aa-a55f-42239c443776 req-354f2d84-0168-4297-ab6a-bc0e935c632b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 210 time: 0.0796449 Feb 17 00:05:28.899586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Set router 2af21d3c-a104-4e63-aba8-5a704e045812 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:05:29.045514 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a968c-d835-4894-bb50-4518711803e0 req-5dcfae01-8c6f-4096-8fca-516994108f4d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:29.046990 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f2a968c-d835-4894-bb50-4518711803e0 req-5dcfae01-8c6f-4096-8fca-516994108f4d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "GET /v2.0/networks?id=0520da59-3382-4a2f-bac6-074b9669413e HTTP/1.1" status: 200 len: 814 time: 0.8163624 Feb 17 00:05:29.075559 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-6f2a968c-d835-4894-bb50-4518711803e0 req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Request body: {'port': {'device_id': 'eb790992-dd06-40d2-b817-d074bf3df7a2', 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e', 'admin_state_up': True, 'tenant_id': 'b28f395db7ee4f8ba7943b456e6bafd0'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:29.249670 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d2e7c-858b-4454-8d62-2647deab0054 req-8c98416d-300b-4b8d-9c69-df36c1f17f03 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:29.257364 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-064d2e7c-858b-4454-8d62-2647deab0054 req-8c98416d-300b-4b8d-9c69-df36c1f17f03 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.9078524 Feb 17 00:05:29.263231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 90ada92c-a251-4151-bd4a-7f88c16d5f50 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:29.263654 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:29.381167 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-064d2e7c-858b-4454-8d62-2647deab0054 req-1b91cfe1-cfd8-4ba8-b28b-7136d72a9d8c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227605 Feb 17 00:05:29.502521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-6f2a968c-d835-4894-bb50-4518711803e0 req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:29.523434 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-6f2a968c-d835-4894-bb50-4518711803e0 req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:29.539300 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2a968c-d835-4894-bb50-4518711803e0 req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Made reservation on behalf of b28f395db7ee4f8ba7943b456e6bafd0 for: {'port': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:05:29.547383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f2a968c-d835-4894-bb50-4518711803e0 req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:29.788257 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:05:25Z', 'revision_number': 4, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '12cffd04-0f5c-405a-988f-2e43afda3a92', 'name': '', 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'mac_address': 'fa:16:3e:24:82:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:23Z', 'updated_at': '2021-02-17T00:05:25Z', 'revision_number': 2, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'subnets': [{'id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:29.793475 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Checking router: 2af21d3c-a104-4e63-aba8-5a704e045812 for host: dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:05:29.794026 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Updating router 2af21d3c-a104-4e63-aba8-5a704e045812 port 12cffd04-0f5c-405a-988f-2e43afda3a92 binding host dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:05:29.858712 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:30.248374 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-6f2a968c-d835-4894-bb50-4518711803e0 req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Allocated IP 172.20.0.3 (0520da59-3382-4a2f-bac6-074b9669413e/4625a851-cafe-40a6-81f5-a0913ace2471/9d610d44-a592-4c41-a22d-d97eded0ffd2) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:05:30.308077 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b8713308-6c8f-4b92-a777-ad8cc06fe5da req-fe484668-1a5d-43b0-b576-7985e6d37928 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 210 time: 0.0524945 Feb 17 00:05:30.661364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f2a968c-d835-4894-bb50-4518711803e0 req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:30.675967 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89abde-f330-420a-8c3b-814ac00d78dd req-3ab6ad72-ad99-47a0-b5ae-770aa07d60e7 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:30.686352 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2a89abde-f330-420a-8c3b-814ac00d78dd req-3ab6ad72-ad99-47a0-b5ae-770aa07d60e7 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1394794 Feb 17 00:05:30.728664 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:30.741391 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f2a968c-d835-4894-bb50-4518711803e0 req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:30.752698 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2a89abde-f330-420a-8c3b-814ac00d78dd req-6bba5c1f-28b1-4df2-a64d-5185109b8bfc tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649006 Feb 17 00:05:30.765461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Transition to ACTIVE for port object 12cffd04-0f5c-405a-988f-2e43afda3a92 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:05:30.768389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:30.787034 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:30.857266 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:30.960339 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64622c9e-d11e-4acd-bc0b-5eb813c9b71c None None] Pushing event updated for resources: {'Port': ['ID=12cffd04-0f5c-405a-988f-2e43afda3a92,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:30.963719 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-64622c9e-d11e-4acd-bc0b-5eb813c9b71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:30.991606 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2a968c-d835-4894-bb50-4518711803e0 req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Network 0520da59-3382-4a2f-bac6-074b9669413e is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:05:30.995107 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-6f2a968c-d835-4894-bb50-4518711803e0 req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:05:31.004844 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2a968c-d835-4894-bb50-4518711803e0 req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:05:31.009663 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a968c-d835-4894-bb50-4518711803e0 req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:31.010670 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f2a968c-d835-4894-bb50-4518711803e0 req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:31.035114 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Pushing event updated for resources: {'Port': ['ID=9d610d44-a592-4c41-a22d-d97eded0ffd2,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:31.051010 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:31.054828 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f2a968c-d835-4894-bb50-4518711803e0 req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9928899 Feb 17 00:05:31.073047 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Request body: {'port': {'device_id': 'eb790992-dd06-40d2-b817-d074bf3df7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:31.196071 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Attempting to bind port 12cffd04-0f5c-405a-988f-2e43afda3a92 on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:05:31.196826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Attempting to bind port 12cffd04-0f5c-405a-988f-2e43afda3a92 by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '605d05aa-1d22-4cae-b0d4-e228fcd0e64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:05:31.197493 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Attempting to bind port 12cffd04-0f5c-405a-988f-2e43afda3a92 on network 2a2d43b7-daa1-41df-b68e-2e9e428becfa {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:05:31.208849 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:05:31.209758 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Checking segment: {'id': '605d05aa-1d22-4cae-b0d4-e228fcd0e64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:05:31.210474 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:31.211117 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Bound using segment: {'id': '605d05aa-1d22-4cae-b0d4-e228fcd0e64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:05:31.212389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Bound port: 12cffd04-0f5c-405a-988f-2e43afda3a92, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605d05aa-1d22-4cae-b0d4-e228fcd0e64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:05:31.213074 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:31.279676 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:31.369065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] For port 12cffd04-0f5c-405a-988f-2e43afda3a92, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:05:31.374978 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] For port 12cffd04-0f5c-405a-988f-2e43afda3a92, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=12cffd04-0f5c-405a-988f-2e43afda3a92,segment=NetworkSegment(605d05aa-1d22-4cae-b0d4-e228fcd0e64c),segment_id=605d05aa-1d22-4cae-b0d4-e228fcd0e64c)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:05:31.382394 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:31.404870 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-66119da8-fd2a-49a9-97d1-7601e21170f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:31.719646 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64622c9e-d11e-4acd-bc0b-5eb813c9b71c None None] Pushing event updated for resources: {'Port': ['ID=12cffd04-0f5c-405a-988f-2e43afda3a92,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:31.725498 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-64622c9e-d11e-4acd-bc0b-5eb813c9b71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:31.820522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Routers {'2af21d3c-a104-4e63-aba8-5a704e045812'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:05:31.824872 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:05:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['2af21d3c-a104-4e63-aba8-5a704e045812'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:31.991024 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 50308) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:32.037249 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d610d44-a592-4c41-a22d-d97eded0ffd2 {{(pid=83920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:05:32.055115 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:32.070933 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Transition to ACTIVE for port object 9d610d44-a592-4c41-a22d-d97eded0ffd2 will not be triggered until provisioned by entity L2. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:05:32.179492 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a39d05-0dd4-4a48-b1d9-0b46be7d1007 req-8f745fbb-5aac-4b3e-a7fd-67c911e1c8d5 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:32.190243 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-48a39d05-0dd4-4a48-b1d9-0b46be7d1007 req-8f745fbb-5aac-4b3e-a7fd-67c911e1c8d5 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1742027 Feb 17 00:05:32.192992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:32.248577 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:32.257197 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-48a39d05-0dd4-4a48-b1d9-0b46be7d1007 req-0a8eb1b1-5176-411b-b11d-4609f485429b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655568 Feb 17 00:05:32.407683 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-09508762-1436-4bad-84bf-67f31b31dd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:32.413941 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] Set router 2af21d3c-a104-4e63-aba8-5a704e045812 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:05:32.485604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-09508762-1436-4bad-84bf-67f31b31dd0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:32.490566 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-09508762-1436-4bad-84bf-67f31b31dd0d admin admin] Usage tracker for resource:security_group_rule and tenant:d4c1a73362d341e09d252d6c5dba0086 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:32.495081 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-09508762-1436-4bad-84bf-67f31b31dd0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:32.509216 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-09508762-1436-4bad-84bf-67f31b31dd0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:32.545962 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Pushing event updated for resources: {'Port': ['ID=9d610d44-a592-4c41-a22d-d97eded0ffd2,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:32.555776 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:32.609890 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb0de2-9da9-4893-ac96-4cda2d83d048 req-6d1a5281-1cfb-4773-aa6b-8907a1e75121 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:32.611044 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-70cb0de2-9da9-4893-ac96-4cda2d83d048 req-6d1a5281-1cfb-4773-aa6b-8907a1e75121 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Synchronizing usage tracker for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:05:32.638105 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-70cb0de2-9da9-4893-ac96-4cda2d83d048 req-6d1a5281-1cfb-4773-aa6b-8907a1e75121 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Unset dirty status for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:05:32.639405 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-70cb0de2-9da9-4893-ac96-4cda2d83d048 req-6d1a5281-1cfb-4773-aa6b-8907a1e75121 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 943 time: 0.5655653 Feb 17 00:05:32.658259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-09508762-1436-4bad-84bf-67f31b31dd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:32.678238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-09508762-1436-4bad-84bf-67f31b31dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:32.709355 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6a58e297-650e-4b7f-91f8-db61905bef78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:32.729341 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-70cb0de2-9da9-4893-ac96-4cda2d83d048 req-30d4061c-5721-453f-bcfe-6e2e93f50b66 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794802 Feb 17 00:05:32.729923 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 50324) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:32.804174 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09508762-1436-4bad-84bf-67f31b31dd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d340c5-b874-4843-9970-3d9bbbe5f861,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:32.829102 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-09508762-1436-4bad-84bf-67f31b31dd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:32.873318 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-09508762-1436-4bad-84bf-67f31b31dd0d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d4c1a73362d341e09d252d6c5dba0086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8805308 Feb 17 00:05:32.882900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 50330) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:32.965056 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-decf4e51-7a21-459b-b864-0ef243bcef81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:32.974208 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Attempting to bind port 9d610d44-a592-4c41-a22d-d97eded0ffd2 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:05:32.974594 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Attempting to bind port 9d610d44-a592-4c41-a22d-d97eded0ffd2 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:05:32.974971 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Attempting to bind port 9d610d44-a592-4c41-a22d-d97eded0ffd2 on network 0520da59-3382-4a2f-bac6-074b9669413e {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:05:33.001550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-decf4e51-7a21-459b-b864-0ef243bcef81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:33.002961 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:05:33.003344 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Checking segment: {'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:05:33.003781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:33.004195 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Bound using segment: {'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:05:33.004665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Bound port: 9d610d44-a592-4c41-a22d-d97eded0ffd2, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'}}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:05:33.005042 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:33.015248 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0ef8e2cb-a828-41be-98f9-161447a01392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:33.064517 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-decf4e51-7a21-459b-b864-0ef243bcef81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:33.071138 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-24274cad-09bf-4de0-8346-e8576da463bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:33.077558 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-0ef8e2cb-a828-41be-98f9-161447a01392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:33.079591 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:05:25Z', 'revision_number': 4, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '12cffd04-0f5c-405a-988f-2e43afda3a92', 'name': '', 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'mac_address': 'fa:16:3e:24:82:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:23Z', 'updated_at': '2021-02-17T00:05:31Z', 'revision_number': 4, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'subnets': [{'id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:33.083998 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f1f71-5bbd-4492-a734-b1d1491cd9ae None None] The sync data for ids ['2af21d3c-a104-4e63-aba8-5a704e045812'] in dv-cinder-759961-3-smb is: [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:05:25Z', 'revision_number': 4, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '12cffd04-0f5c-405a-988f-2e43afda3a92', 'name': '', 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'mac_address': 'fa:16:3e:24:82:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:23Z', 'updated_at': '2021-02-17T00:05:31Z', 'revision_number': 4, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'subnets': [{'id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:05:33.084178 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf4e51-7a21-459b-b864-0ef243bcef81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d340c5-b874-4843-9970-3d9bbbe5f861,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:33.087053 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-decf4e51-7a21-459b-b864-0ef243bcef81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:33.089857 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-0ef8e2cb-a828-41be-98f9-161447a01392 admin admin] Usage tracker for resource:security_group_rule and tenant:94a5b324c91d489fbe80ecf419b706fc is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:33.093376 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-decf4e51-7a21-459b-b864-0ef243bcef81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:33.095009 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-decf4e51-7a21-459b-b864-0ef243bcef81 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c6d340c5-b874-4843-9970-3d9bbbe5f861 HTTP/1.1" status: 204 len: 168 time: 0.2109413 Feb 17 00:05:33.105430 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-0ef8e2cb-a828-41be-98f9-161447a01392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:33.115071 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-0ef8e2cb-a828-41be-98f9-161447a01392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:33.222585 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] For port 9d610d44-a592-4c41-a22d-d97eded0ffd2, host hv-cinder-75996, cleared binding levels {{(pid=83920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:05:33.229740 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] For port 9d610d44-a592-4c41-a22d-d97eded0ffd2, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9d610d44-a592-4c41-a22d-d97eded0ffd2,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:05:33.242123 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:33.269551 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e8fb07c2-22e4-42d3-8f28-030e9caec162 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:33.467956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Pushing event updated for resources: {'Port': ['ID=9d610d44-a592-4c41-a22d-d97eded0ffd2,revision_number=3']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:33.560044 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:33.694458 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d757d-bd9a-4b28-b318-637b311a86fd req-551a38fb-8b01-4f52-820e-203a8c85f285 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:33.696162 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-743d757d-bd9a-4b28-b318-637b311a86fd req-551a38fb-8b01-4f52-820e-203a8c85f285 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.2079794 Feb 17 00:05:33.717006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0ef8e2cb-a828-41be-98f9-161447a01392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:33.770901 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0ef8e2cb-a828-41be-98f9-161447a01392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:33.852803 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-dd4c8943-225e-4ecf-90d0-38415c26504a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:33.937388 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8e2cb-a828-41be-98f9-161447a01392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5598985f-d172-41bd-b89b-3cd4b31d73fe,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:33.942903 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0ef8e2cb-a828-41be-98f9-161447a01392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:33.948520 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-0ef8e2cb-a828-41be-98f9-161447a01392 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=94a5b324c91d489fbe80ecf419b706fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2124832 Feb 17 00:05:33.949360 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 50354) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:33.993666 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:33.994946 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:33.996494 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f2a968c-d835-4894-bb50-4518711803e0 req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] 10.222.0.54 "PUT /v2.0/ports/9d610d44-a592-4c41-a22d-d97eded0ffd2 HTTP/1.1" status: 200 len: 1157 time: 2.9289460 Feb 17 00:05:33.997072 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb790992-dd06-40d2-b817-d074bf3df7a2', 'tag': '9d610d44-a592-4c41-a22d-d97eded0ffd2'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:05:34.061566 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-743d757d-bd9a-4b28-b318-637b311a86fd req-513c8e70-e02c-454c-8aeb-13a8907ac5f4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425322 Feb 17 00:05:34.100006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ab755705-dde1-47c5-b926-2d585fc273c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:34.184455 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ab755705-dde1-47c5-b926-2d585fc273c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:34.200360 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a968c-d835-4894-bb50-4518711803e0 req-c9a98d4a-5bb1-472f-9e36-4a380b05f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:34.203632 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f2a968c-d835-4894-bb50-4518711803e0 req-c9a98d4a-5bb1-472f-9e36-4a380b05f730 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b28f395db7ee4f8ba7943b456e6bafd0&device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 1160 time: 0.1405723 Feb 17 00:05:34.318813 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f2a968c-d835-4894-bb50-4518711803e0 req-7170e5f7-56b1-4ed0-bb09-e9ef3b8d2401 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d610d44-a592-4c41-a22d-d97eded0ffd2 HTTP/1.1" status: 200 len: 217 time: 0.1032064 Feb 17 00:05:34.432832 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ab755705-dde1-47c5-b926-2d585fc273c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:34.465734 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:34.500621 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a968c-d835-4894-bb50-4518711803e0 req-a4dda129-5330-4ac8-bb38-6a05022878ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:34.502078 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f2a968c-d835-4894-bb50-4518711803e0 req-a4dda129-5330-4ac8-bb38-6a05022878ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4625a851-cafe-40a6-81f5-a0913ace2471 HTTP/1.1" status: 200 len: 854 time: 0.1673949 Feb 17 00:05:34.516846 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab755705-dde1-47c5-b926-2d585fc273c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5598985f-d172-41bd-b89b-3cd4b31d73fe,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:34.540502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ab755705-dde1-47c5-b926-2d585fc273c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:34.542439 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ab755705-dde1-47c5-b926-2d585fc273c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:34.559580 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ab755705-dde1-47c5-b926-2d585fc273c7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5598985f-d172-41bd-b89b-3cd4b31d73fe HTTP/1.1" status: 204 len: 168 time: 0.6001990 Feb 17 00:05:34.664329 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c429c-0845-4949-a093-6370fde0f136 req-5a67ab58-d3a7-4c49-aae3-2af4beb83a92 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:34.673338 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f2a968c-d835-4894-bb50-4518711803e0 req-65510102-70c8-4bdd-8177-046a287ea38f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0520da59-3382-4a2f-bac6-074b9669413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632879 Feb 17 00:05:34.680236 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb790992-dd06-40d2-b817-d074bf3df7a2', 'tag': '9d610d44-a592-4c41-a22d-d97eded0ffd2', 'status': 'completed', 'code': 200} Feb 17 00:05:34.684537 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f54c429c-0845-4949-a093-6370fde0f136 req-5a67ab58-d3a7-4c49-aae3-2af4beb83a92 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 943 time: 0.4008598 Feb 17 00:05:34.843923 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 12cffd04-0f5c-405a-988f-2e43afda3a92 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:34.845409 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f54c429c-0845-4949-a093-6370fde0f136 req-706cf412-65ae-442b-804d-dd43c004eaa9 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593678 Feb 17 00:05:35.094142 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port 12cffd04-0f5c-405a-988f-2e43afda3a92 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:05:35.118538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 12cffd04-0f5c-405a-988f-2e43afda3a92 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:35.120332 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:35.184596 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f2a968c-d835-4894-bb50-4518711803e0 req-088a3d30-982d-4002-ab37-d82a0251760c service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959226 Feb 17 00:05:35.472176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50244ace-9ba4-47b0-8e6c-b72b909b73d0 req-d366efc9-466e-4a00-914c-c79e5b737e22 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:35.480423 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-50244ace-9ba4-47b0-8e6c-b72b909b73d0 req-d366efc9-466e-4a00-914c-c79e5b737e22 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.2238414 Feb 17 00:05:35.499575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:35.536488 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f2a968c-d835-4894-bb50-4518711803e0 req-e61e273d-6fde-4bf4-822b-5182c642df5a service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3398466 Feb 17 00:05:35.605895 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port 12cffd04-0f5c-405a-988f-2e43afda3a92, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=12cffd04-0f5c-405a-988f-2e43afda3a92,segment=NetworkSegment(605d05aa-1d22-4cae-b0d4-e228fcd0e64c),segment_id=605d05aa-1d22-4cae-b0d4-e228fcd0e64c)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:05:35.609711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 50392) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:35.627044 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:35.628382 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:35.628937 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-50244ace-9ba4-47b0-8e6c-b72b909b73d0 req-7860ad29-0838-45f4-b6b7-7bd6a9ce95d7 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422276 Feb 17 00:05:35.733624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0f4edabf-ae1f-4bc1-91a1-29eab5c2d44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:35.741064 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=12cffd04-0f5c-405a-988f-2e43afda3a92,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:35.755723 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:35.768934 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-0f4edabf-ae1f-4bc1-91a1-29eab5c2d44b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:35.777569 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-0f4edabf-ae1f-4bc1-91a1-29eab5c2d44b admin admin] Usage tracker for resource:security_group_rule and tenant:b2d36f3330ee4cea96bad09bf6b0392d is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:35.789744 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-0f4edabf-ae1f-4bc1-91a1-29eab5c2d44b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:35.804593 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-0f4edabf-ae1f-4bc1-91a1-29eab5c2d44b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:35.812336 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8841b-da04-4055-888e-a8fe91397588 req-05b00ec5-bf7b-4ddb-8de5-69311ed3aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:35.814048 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-41c8841b-da04-4055-888e-a8fe91397588 req-05b00ec5-bf7b-4ddb-8de5-69311ed3aed1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b28f395db7ee4f8ba7943b456e6bafd0&device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 1160 time: 0.1656809 Feb 17 00:05:36.140692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25961bc6-e8c9-44ff-93e5-f3695981a3fd req-50fbd827-91bc-4a67-b106-da5e5c29539f tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:36.157501 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-25961bc6-e8c9-44ff-93e5-f3695981a3fd req-50fbd827-91bc-4a67-b106-da5e5c29539f tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 943 time: 0.1507564 Feb 17 00:05:36.231822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8841b-da04-4055-888e-a8fe91397588 req-a5e7031f-cdc2-4f67-866b-aaea6fbea565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:36.233562 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-41c8841b-da04-4055-888e-a8fe91397588 req-a5e7031f-cdc2-4f67-866b-aaea6fbea565 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0520da59-3382-4a2f-bac6-074b9669413e HTTP/1.1" status: 200 len: 908 time: 0.3866990 Feb 17 00:05:36.280096 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-25961bc6-e8c9-44ff-93e5-f3695981a3fd req-fe971ec2-513f-4b87-b5fc-88a6d21f9ed6 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206026 Feb 17 00:05:36.322710 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-41c8841b-da04-4055-888e-a8fe91397588 req-6e86d77b-9cd6-4c28-a07d-bcda0e5c0a14 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d610d44-a592-4c41-a22d-d97eded0ffd2 HTTP/1.1" status: 200 len: 217 time: 0.0765171 Feb 17 00:05:36.498417 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0f4edabf-ae1f-4bc1-91a1-29eab5c2d44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:36.502647 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8841b-da04-4055-888e-a8fe91397588 req-16bfeb3e-9771-4e38-9235-1b6ec3562177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:36.504228 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-41c8841b-da04-4055-888e-a8fe91397588 req-16bfeb3e-9771-4e38-9235-1b6ec3562177 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4625a851-cafe-40a6-81f5-a0913ace2471 HTTP/1.1" status: 200 len: 854 time: 0.1690526 Feb 17 00:05:36.504985 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0f4edabf-ae1f-4bc1-91a1-29eab5c2d44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:36.521052 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b6908020-0ad2-4dc2-8c97-93a1776c36d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:36.611577 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-41c8841b-da04-4055-888e-a8fe91397588 req-7482316e-7411-4e9c-b31d-f60a4daaa405 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0520da59-3382-4a2f-bac6-074b9669413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916064 Feb 17 00:05:36.616872 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-0f4edabf-ae1f-4bc1-91a1-29eab5c2d44b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b2d36f3330ee4cea96bad09bf6b0392d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0029316 Feb 17 00:05:36.617708 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 50412) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:36.634027 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4edabf-ae1f-4bc1-91a1-29eab5c2d44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c038fc57-acaf-446b-985f-d4850aeef709,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:36.714675 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 12cffd04-0f5c-405a-988f-2e43afda3a92 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:36.782087 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0f4edabf-ae1f-4bc1-91a1-29eab5c2d44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:36.786007 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-41c8841b-da04-4055-888e-a8fe91397588 req-26d5030a-6e80-4782-a0fa-80e5dd0ae212 service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488497 Feb 17 00:05:36.794161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 12cffd04-0f5c-405a-988f-2e43afda3a92 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:36.794739 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:36.912687 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b50f5-6d15-4cae-ac3c-49c72fd342b7 req-d224ea85-73f2-4346-9096-c10fa0b66cc6 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:36.923346 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-720b50f5-6d15-4cae-ac3c-49c72fd342b7 req-d224ea85-73f2-4346-9096-c10fa0b66cc6 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1117890 Feb 17 00:05:36.927302 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5caa13c6-2ca5-491c-ac14-5e9a96bef485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:36.955446 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5caa13c6-2ca5-491c-ac14-5e9a96bef485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:36.986741 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-720b50f5-6d15-4cae-ac3c-49c72fd342b7 req-252b7128-5a35-4c66-acbc-c5a4affbddbc tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616953 Feb 17 00:05:37.010853 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5caa13c6-2ca5-491c-ac14-5e9a96bef485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:37.018992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:37.045096 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa13c6-2ca5-491c-ac14-5e9a96bef485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c038fc57-acaf-446b-985f-d4850aeef709,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:37.055550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5caa13c6-2ca5-491c-ac14-5e9a96bef485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:37.059424 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5caa13c6-2ca5-491c-ac14-5e9a96bef485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:37.060706 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-5caa13c6-2ca5-491c-ac14-5e9a96bef485 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c038fc57-acaf-446b-985f-d4850aeef709 HTTP/1.1" status: 204 len: 168 time: 0.4418087 Feb 17 00:05:37.083415 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-41c8841b-da04-4055-888e-a8fe91397588 req-75257da4-1ff4-4ad8-8247-2be58201f98e service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2644198 Feb 17 00:05:37.587565 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33c9d3-4632-48d2-95a2-0ef4711dfaf5 req-8160c294-8809-425a-9171-91c8ac2d517b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:37.590427 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7a33c9d3-4632-48d2-95a2-0ef4711dfaf5 req-8160c294-8809-425a-9171-91c8ac2d517b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 943 time: 0.1721897 Feb 17 00:05:37.652109 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7a33c9d3-4632-48d2-95a2-0ef4711dfaf5 req-3da0b97d-abaf-4e6b-8380-8d43766bf898 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548940 Feb 17 00:05:37.692108 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 50434) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:37.716929 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70c2148b-5f75-4975-9fe0-aecc2bc5861a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:37.736394 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-70c2148b-5f75-4975-9fe0-aecc2bc5861a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:37.740968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-70c2148b-5f75-4975-9fe0-aecc2bc5861a admin admin] Usage tracker for resource:security_group_rule and tenant:3104a8cb8ded49ab9cd3dde55e446d19 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:37.745006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-70c2148b-5f75-4975-9fe0-aecc2bc5861a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:37.751572 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-70c2148b-5f75-4975-9fe0-aecc2bc5861a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:37.867160 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70c2148b-5f75-4975-9fe0-aecc2bc5861a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:37.870398 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70c2148b-5f75-4975-9fe0-aecc2bc5861a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:37.878914 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c8187df6-9ca6-4f0a-a70c-faf74ea66f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:37.941110 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 50442) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:37.941323 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-70c2148b-5f75-4975-9fe0-aecc2bc5861a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3104a8cb8ded49ab9cd3dde55e446d19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473996 Feb 17 00:05:37.943548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2148b-5f75-4975-9fe0-aecc2bc5861a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a41fa45-7dd3-4903-9575-bb61f2857fdf,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:37.947849 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-70c2148b-5f75-4975-9fe0-aecc2bc5861a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:38.033610 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6a90570d-1b9e-420e-800a-53422a7826bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:38.070624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6a90570d-1b9e-420e-800a-53422a7826bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:38.167371 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6a90570d-1b9e-420e-800a-53422a7826bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:38.176188 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5e18a9b8-f90b-4aec-96cd-df311975d183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:38.193095 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90570d-1b9e-420e-800a-53422a7826bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a41fa45-7dd3-4903-9575-bb61f2857fdf,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:38.215284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6a90570d-1b9e-420e-800a-53422a7826bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:38.216242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6a90570d-1b9e-420e-800a-53422a7826bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:38.217971 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-6a90570d-1b9e-420e-800a-53422a7826bc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9a41fa45-7dd3-4903-9575-bb61f2857fdf HTTP/1.1" status: 204 len: 168 time: 0.2749698 Feb 17 00:05:38.281427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd689fe-b34c-46cf-b39a-fa5fc31ee217 req-1524ee10-7cdb-4511-85b3-8aef337bc56e tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:38.289650 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bcd689fe-b34c-46cf-b39a-fa5fc31ee217 req-1524ee10-7cdb-4511-85b3-8aef337bc56e tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1482983 Feb 17 00:05:38.347094 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bcd689fe-b34c-46cf-b39a-fa5fc31ee217 req-509dc17c-fea4-4576-abcb-40cb9c0abb80 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563488 Feb 17 00:05:39.009453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25750c-c8a2-4956-ab8f-89067127e387 req-f0c76eb0-2777-4f2a-91c5-572ceb696dca tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:39.011308 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8f25750c-c8a2-4956-ab8f-89067127e387 req-f0c76eb0-2777-4f2a-91c5-572ceb696dca tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 943 time: 0.1677370 Feb 17 00:05:39.124214 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8f25750c-c8a2-4956-ab8f-89067127e387 req-1f23606b-43ff-4761-8e0c-26bbf80ff0ae tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975084 Feb 17 00:05:39.441008 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9d610d44-a592-4c41-a22d-d97eded0ffd2 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:39.608295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port 9d610d44-a592-4c41-a22d-d97eded0ffd2 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:05:39.627274 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9d610d44-a592-4c41-a22d-d97eded0ffd2 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:39.628239 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:39.765636 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65a9da-19a5-4f5d-9366-5efd92fbc1f7 req-bd8c514c-9485-4338-b48b-4e776db372fc tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:39.767168 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3f65a9da-19a5-4f5d-9366-5efd92fbc1f7 req-bd8c514c-9485-4338-b48b-4e776db372fc tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1856651 Feb 17 00:05:39.830251 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3f65a9da-19a5-4f5d-9366-5efd92fbc1f7 req-f1e3dbd8-cf48-417e-8ae3-19a362a10d4b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533597 Feb 17 00:05:39.882780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:39.925413 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 9d610d44-a592-4c41-a22d-d97eded0ffd2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9d610d44-a592-4c41-a22d-d97eded0ffd2,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:05:39.926969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb790992-dd06-40d2-b817-d074bf3df7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d610d44-a592-4c41-a22d-d97eded0ffd2'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:05:39.933642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:39.935719 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-94cad260-095a-4478-9ed1-51a91d7b771d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:40.006281 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb790992-dd06-40d2-b817-d074bf3df7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d610d44-a592-4c41-a22d-d97eded0ffd2', 'code': 200} Feb 17 00:05:40.016332 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=9d610d44-a592-4c41-a22d-d97eded0ffd2,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:40.028366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:40.246825 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9d610d44-a592-4c41-a22d-d97eded0ffd2 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:40.417677 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbd05e-274f-4261-8ceb-bc9d86087b1c req-cb04d597-b790-4532-a194-9bee92768a2a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:40.426628 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-28dbd05e-274f-4261-8ceb-bc9d86087b1c req-cb04d597-b790-4532-a194-9bee92768a2a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 945 time: 0.1643355 Feb 17 00:05:40.461521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9d610d44-a592-4c41-a22d-d97eded0ffd2 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:40.461955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:40.499592 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da68a2a-b2c7-44f2-8324-e09af4bc1d81 req-0ce41171-ae67-4ce5-b317-8d74a2d0acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:40.520013 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6da68a2a-b2c7-44f2-8324-e09af4bc1d81 req-0ce41171-ae67-4ce5-b317-8d74a2d0acbe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 1162 time: 0.2275875 Feb 17 00:05:40.566918 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-28dbd05e-274f-4261-8ceb-bc9d86087b1c req-c393abc6-19d5-4297-94d1-a8746dac6132 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389732 Feb 17 00:05:40.612654 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6da68a2a-b2c7-44f2-8324-e09af4bc1d81 req-84e8327a-24b1-4d61-b77a-5a961f78a630 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913329 Feb 17 00:05:41.017214 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 50564) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:41.166766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e9cca-fb6f-410d-83b1-0a89a523e2b3 req-366b4a5a-d433-42a6-8b48-397a0b1cec1e tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:41.175561 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-331e9cca-fb6f-410d-83b1-0a89a523e2b3 req-366b4a5a-d433-42a6-8b48-397a0b1cec1e tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1294453 Feb 17 00:05:41.250620 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-331e9cca-fb6f-410d-83b1-0a89a523e2b3 req-7a550927-2cf8-468f-b908-4ccdd718e2ff tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737321 Feb 17 00:05:41.449828 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7ac08d2d-a74f-4f52-a692-337cfa113f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:41.493820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-7ac08d2d-a74f-4f52-a692-337cfa113f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:41.499581 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-7ac08d2d-a74f-4f52-a692-337cfa113f69 admin admin] Usage tracker for resource:security_group_rule and tenant:e8c3ed156e8b4bfba7b526ebcc9b4226 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:41.503609 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-7ac08d2d-a74f-4f52-a692-337cfa113f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:41.514225 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-7ac08d2d-a74f-4f52-a692-337cfa113f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:41.629196 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7ac08d2d-a74f-4f52-a692-337cfa113f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:41.636791 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7ac08d2d-a74f-4f52-a692-337cfa113f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:41.649811 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 50578) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:41.720864 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0ef8e2cb-a828-41be-98f9-161447a01392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:41.759869 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-7ac08d2d-a74f-4f52-a692-337cfa113f69 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e8c3ed156e8b4bfba7b526ebcc9b4226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7360947 Feb 17 00:05:41.766755 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 50584) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:41.817368 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f50c1e2-076e-43ee-803d-16c586d64927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:41.817836 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac08d2d-a74f-4f52-a692-337cfa113f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7ba4af-075c-4e3d-8300-97da62c4057d,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:41.821548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7ac08d2d-a74f-4f52-a692-337cfa113f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:41.844364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-2f50c1e2-076e-43ee-803d-16c586d64927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:41.848613 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-2f50c1e2-076e-43ee-803d-16c586d64927 admin admin] Usage tracker for resource:security_group_rule and tenant:f6e79fa640ef4135a236b6e7abc1655f is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:41.851834 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-2f50c1e2-076e-43ee-803d-16c586d64927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:41.858347 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-2f50c1e2-076e-43ee-803d-16c586d64927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:41.867913 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b27cd41f-10d1-42da-9a68-8c812f326f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:41.902100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b27cd41f-10d1-42da-9a68-8c812f326f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:41.960181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b27cd41f-10d1-42da-9a68-8c812f326f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:41.963291 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f50c1e2-076e-43ee-803d-16c586d64927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:41.968216 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-55907a03-094e-43c3-bbee-bd26addbabc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:41.969617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f50c1e2-076e-43ee-803d-16c586d64927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:41.981773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cd41f-10d1-42da-9a68-8c812f326f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7ba4af-075c-4e3d-8300-97da62c4057d,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:41.984914 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b27cd41f-10d1-42da-9a68-8c812f326f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:41.992474 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b27cd41f-10d1-42da-9a68-8c812f326f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:41.997711 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b27cd41f-10d1-42da-9a68-8c812f326f53 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bc7ba4af-075c-4e3d-8300-97da62c4057d HTTP/1.1" status: 204 len: 168 time: 0.2297008 Feb 17 00:05:42.012042 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-87b58058-dd7e-461e-8ebf-919c63c4a9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:42.049784 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-2f50c1e2-076e-43ee-803d-16c586d64927 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f6e79fa640ef4135a236b6e7abc1655f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986616 Feb 17 00:05:42.052697 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 50590) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:42.068922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50c1e2-076e-43ee-803d-16c586d64927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52315386-bc6e-4e4c-8521-1057532fa800,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:42.084594 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2f50c1e2-076e-43ee-803d-16c586d64927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:42.092186 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc674e11-886b-4b5e-99dc-ae45479b881b req-62149a46-5d27-437b-91da-81c88f9aecc8 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:42.100466 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-dc674e11-886b-4b5e-99dc-ae45479b881b req-62149a46-5d27-437b-91da-81c88f9aecc8 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 945 time: 0.3530507 Feb 17 00:05:42.180198 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-dc674e11-886b-4b5e-99dc-ae45479b881b req-876455c3-840c-4c41-87b1-aa2a8dd8cd25 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788095 Feb 17 00:05:42.220042 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2a05-142b-416f-8490-5100301a5353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:42.257539 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2a05-142b-416f-8490-5100301a5353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:42.391137 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9d610d44-a592-4c41-a22d-d97eded0ffd2 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:42.391586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2a05-142b-416f-8490-5100301a5353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:42.397573 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0d9d97ac-7411-46e3-a6ba-29472e0b2281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:42.417390 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2a05-142b-416f-8490-5100301a5353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:42.421822 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-2f4e2a05-142b-416f-8490-5100301a5353 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/52315386-bc6e-4e4c-8521-1057532fa800 HTTP/1.1" status: 204 len: 168 time: 0.3677964 Feb 17 00:05:42.423588 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e2a05-142b-416f-8490-5100301a5353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52315386-bc6e-4e4c-8521-1057532fa800,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:42.429167 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2f4e2a05-142b-416f-8490-5100301a5353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:42.743569 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3573a-ab5b-45bc-b9df-08625ff73d50 req-85fc299b-dccb-455d-9093-92e241b54b1b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:42.757839 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-51d3573a-ab5b-45bc-b9df-08625ff73d50 req-85fc299b-dccb-455d-9093-92e241b54b1b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.2970552 Feb 17 00:05:42.793384 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9d610d44-a592-4c41-a22d-d97eded0ffd2 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:42.793745 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:42.825590 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-51d3573a-ab5b-45bc-b9df-08625ff73d50 req-02220cc7-c248-402b-8b23-6165d737b7a4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632510 Feb 17 00:05:43.412908 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce90dce-f920-48b7-b619-a1566df03fc8 req-4a6f3356-b783-4912-a977-208f3fd90d2e tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:43.415192 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9ce90dce-f920-48b7-b619-a1566df03fc8 req-4a6f3356-b783-4912-a977-208f3fd90d2e tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 945 time: 0.0988154 Feb 17 00:05:43.488803 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9ce90dce-f920-48b7-b619-a1566df03fc8 req-692f614e-5172-4efa-b46f-ea5348658bf2 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604930 Feb 17 00:05:43.754090 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-95baa3e0-1bb9-4912-b97a-7b14cdc5ce3d req-b80fb657-ac96-47ff-bd9b-ad0afbdf06ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1878462 Feb 17 00:05:43.976670 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 50668) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:44.196525 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baa3e0-1bb9-4912-b97a-7b14cdc5ce3d req-88cad699-5f3a-4c6f-92c2-59c46e556512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:44.202268 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-95baa3e0-1bb9-4912-b97a-7b14cdc5ce3d req-88cad699-5f3a-4c6f-92c2-59c46e556512 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b28f395db7ee4f8ba7943b456e6bafd0&device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 1162 time: 0.2704723 Feb 17 00:05:44.288034 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc1b1a-36d0-4f23-81df-2e1474daf174 req-adccea21-b9b1-493b-be18-4f4e95f0e183 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:44.303805 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-afcc1b1a-36d0-4f23-81df-2e1474daf174 req-adccea21-b9b1-493b-be18-4f4e95f0e183 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.2390263 Feb 17 00:05:44.314833 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-484469579-network', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:44.335956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:44.348289 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Usage tracker for resource:network and tenant:e476942cdbfc45758cf9aa2da49dcad1 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:44.355138 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:44.365902 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:44.444514 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Made reservation on behalf of e476942cdbfc45758cf9aa2da49dcad1 for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:05:44.453666 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:44.531243 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:44.569144 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-afcc1b1a-36d0-4f23-81df-2e1474daf174 req-24542bcb-bf59-4d9d-8f16-ba3bcc7f8660 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823847 Feb 17 00:05:44.575094 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:44.587922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Usage tracker for resource:security_group_rule and tenant:e476942cdbfc45758cf9aa2da49dcad1 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:44.591279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:44.597526 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:44.629218 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baa3e0-1bb9-4912-b97a-7b14cdc5ce3d req-2b03d3e6-c270-4720-aa65-56415a88b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:44.631018 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-95baa3e0-1bb9-4912-b97a-7b14cdc5ce3d req-2b03d3e6-c270-4720-aa65-56415a88b5ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=0520da59-3382-4a2f-bac6-074b9669413e HTTP/1.1" status: 200 len: 908 time: 0.3889868 Feb 17 00:05:44.758639 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:44.764549 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:44.797724 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:05:44.816628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:44.817015 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Added segment 4c546a41-421f-44cb-bb5a-1af415d54496 of type vxlan for network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 Feb 17 00:05:44.823425 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-95baa3e0-1bb9-4912-b97a-7b14cdc5ce3d req-3faf4882-bba7-4298-b6e0-e131e5f9c409 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cea8020-c30e-4e9d-8fe1-66ff658f4c76 HTTP/1.1" status: 200 len: 217 time: 0.1650505 Feb 17 00:05:44.849006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:44.882279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-381acb77-6ef5-4b19-89d6-7b5258a20268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:44.972678 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177d9361-2d59-45af-9065-e3bebddcf9bb,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:44.980403 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:44.985578 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:44.987271 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:45.001945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:45.061816 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:45.075895 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baa3e0-1bb9-4912-b97a-7b14cdc5ce3d req-d0b12318-dab0-4185-997d-2f61a85ea9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:45.084414 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-95baa3e0-1bb9-4912-b97a-7b14cdc5ce3d req-d0b12318-dab0-4185-997d-2f61a85ea9e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4625a851-cafe-40a6-81f5-a0913ace2471 HTTP/1.1" status: 200 len: 854 time: 0.2421093 Feb 17 00:05:45.221577 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-95baa3e0-1bb9-4912-b97a-7b14cdc5ce3d req-024959b4-8ed5-430e-95fb-b8fc45ce547a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0520da59-3382-4a2f-bac6-074b9669413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146789 Feb 17 00:05:45.260675 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Pushing event updated for resources: {'Network': ['ID=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:45.264293 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:45.273030 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:05:45.295351 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3174162 Feb 17 00:05:45.298859 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 50722) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:45.305161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Request body: {'subnet': {'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-484469579-subnet', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'ip_version': 4}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:45.320286 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:45.336310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Usage tracker for resource:subnet and tenant:e476942cdbfc45758cf9aa2da49dcad1 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:45.342768 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:45.356580 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:45.381600 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Made reservation on behalf of e476942cdbfc45758cf9aa2da49dcad1 for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:05:45.391275 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1971975'] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:45.473536 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-95baa3e0-1bb9-4912-b97a-7b14cdc5ce3d req-d1ea36be-721d-4507-a4a3-17e2b671cd84 service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398429 Feb 17 00:05:45.476912 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:05:45.703827 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-95baa3e0-1bb9-4912-b97a-7b14cdc5ce3d req-3392fab8-0547-4f5e-93e3-42392a5630a3 service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2038567 Feb 17 00:05:45.939575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c53f33-b666-49b0-aa21-513e9b1cbaff req-49cc1ad1-abdd-435c-a438-0d7ee628f3c9 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:45.952516 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81c53f33-b666-49b0-aa21-513e9b1cbaff req-49cc1ad1-abdd-435c-a438-0d7ee628f3c9 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1439328 Feb 17 00:05:46.018518 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81c53f33-b666-49b0-aa21-513e9b1cbaff req-a9022882-64eb-40f8-8a7e-50b512e5e863 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649107 Feb 17 00:05:46.050475 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11101059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1971990'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:46.071548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:46.217567 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f904dd-25d8-4037-a512-4bb5fa3ebf1f,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:46.221817 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:46.340134 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Checking segment: {'id': '4c546a41-421f-44cb-bb5a-1af415d54496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:05:46.342455 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Network hostable DHCP agents. Network: afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:05:46.396948 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:05:46.420450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:05:46.435031 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0f77c7-b8ed-40ed-ae1d-3efe597b8ed1 None None] Network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:05:46.446686 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:46.447703 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:46.486890 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 50772) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:46.489379 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:46.493793 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1935034 Feb 17 00:05:46.496331 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:46.500874 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Usage tracker for resource:router and tenant:e476942cdbfc45758cf9aa2da49dcad1 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:46.504193 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:46.523365 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:46.558867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5050'] for router, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:46.560107 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854024533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770814'] for router, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:46.605867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:46.789813 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccd5eaf3-89f0-5dfc-bdac-1689e049924f-afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'fixed_ips': [{'subnet_id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f'}]}} from dv-cinder-759961-3-smb. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:05:46.791521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:47.066777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854060509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854104917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770799'] for router, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:47.195294 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Allocated IP 172.20.0.2 (afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6/39f904dd-25d8-4037-a512-4bb5fa3ebf1f/51046eae-e5e5-4257-bb64-9de741960909) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:05:47.402723 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a2ec86b1-ef07-43be-b54b-17825a6029ba tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:47.403831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a2ec86b1-ef07-43be-b54b-17825a6029ba tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Synchronizing usage tracker for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:network {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:05:47.433474 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a2ec86b1-ef07-43be-b54b-17825a6029ba tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Unset dirty status for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:network {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:05:47.441199 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a2ec86b1-ef07-43be-b54b-17825a6029ba tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/networks?id=2a2d43b7-daa1-41df-b68e-2e9e428becfa HTTP/1.1" status: 200 len: 815 time: 0.3242030 Feb 17 00:05:47.463495 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-76b9a822-3aba-4b64-ae55-0351e93bfda2 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/quotas/aed35f557341417fb5448e2d6f60f1fb HTTP/1.1" status: 200 len: 375 time: 0.0210447 Feb 17 00:05:47.490842 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:47.505170 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Transition to ACTIVE for port object 51046eae-e5e5-4257-bb64-9de741960909 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:05:47.525067 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Transition to ACTIVE for port object 51046eae-e5e5-4257-bb64-9de741960909 will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:05:47.531777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:47.550958 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-64622c9e-d11e-4acd-bc0b-5eb813c9b71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:47.565321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-d5913df1-9893-435b-8ecb-4505e1726fd4 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Synchronizing usage tracker for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:05:47.582417 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-d5913df1-9893-435b-8ecb-4505e1726fd4 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Unset dirty status for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:05:47.583891 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-d5913df1-9893-435b-8ecb-4505e1726fd4 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=aed35f557341417fb5448e2d6f60f1fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1195202 Feb 17 00:05:47.627087 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8414b02-1bf5-49ed-88f7-c55090f2a711 req-a7745b3a-385e-4784-83f2-65848bafa03b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:47.628612 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a8414b02-1bf5-49ed-88f7-c55090f2a711 req-a7745b3a-385e-4784-83f2-65848bafa03b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.4052689 Feb 17 00:05:47.671394 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Pushing event updated for resources: {'Port': ['ID=51046eae-e5e5-4257-bb64-9de741960909,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:47.750300 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a8414b02-1bf5-49ed-88f7-c55090f2a711 req-a8769721-97a1-43d8-bb69-2778a95c0004 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621808 Feb 17 00:05:47.750819 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:47.760065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:05:47.761436 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Resources bound (agent type, host, resource id): {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:05:47.763807 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:05:47.811989 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:47.846490 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:47.897611 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Attempting to bind port 51046eae-e5e5-4257-bb64-9de741960909 on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:05:47.901859 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Attempting to bind port 51046eae-e5e5-4257-bb64-9de741960909 by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '4c546a41-421f-44cb-bb5a-1af415d54496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:05:47.902496 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Attempting to bind port 51046eae-e5e5-4257-bb64-9de741960909 on network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:05:47.909937 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:05:47.910488 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Checking segment: {'id': '4c546a41-421f-44cb-bb5a-1af415d54496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:05:47.911021 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:47.911585 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Bound using segment: {'id': '4c546a41-421f-44cb-bb5a-1af415d54496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:05:47.912232 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Bound port: 51046eae-e5e5-4257-bb64-9de741960909, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c546a41-421f-44cb-bb5a-1af415d54496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:05:47.912777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:47.995426 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-6c6bab30-21d2-41e6-8457-e98408a7360f service neutron] 10.222.0.63 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977664 Feb 17 00:05:48.030577 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] For port 51046eae-e5e5-4257-bb64-9de741960909, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:05:48.035587 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] For port 51046eae-e5e5-4257-bb64-9de741960909, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=51046eae-e5e5-4257-bb64-9de741960909,segment=NetworkSegment(4c546a41-421f-44cb-bb5a-1af415d54496),segment_id=4c546a41-421f-44cb-bb5a-1af415d54496)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:05:48.043404 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:48.110882 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d653fbf7-ecf8-4590-81f7-7bf31be4b87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:48.140426 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:05:48.153289 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Allocated IP 172.28.2.221 (4cea41e0-975c-4c05-822b-6951b7473dd4/fe675137-7af0-487b-b384-b9c8d364eafc/8ea9fa75-a5df-4803-8aa6-f259317d1ca2) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:05:48.163928 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-309d3c31-84f2-4637-a180-6f15ad6b29f4 service neutron] 10.222.0.63 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1574259 Feb 17 00:05:48.239530 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Pushing event updated for resources: {'Port': ['ID=51046eae-e5e5-4257-bb64-9de741960909,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:48.246605 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:48.393053 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:48.399235 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2f4d4ce8-be2e-48e5-b9e6-718d4426f417 req-52cedd1f-db32-4aca-ac5a-de3becc67bec tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 210 time: 0.0681467 Feb 17 00:05:48.434034 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:48.449375 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:48.585213 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Pushing event updated for resources: {'Port': ['ID=8ea9fa75-a5df-4803-8aa6-f259317d1ca2,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:48.676940 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:48.739371 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:05:48.741031 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:05:48.743062 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:05:49.060419 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c053ea-0a86-49b6-bf37-c0c541114f3e req-23d4040f-2a92-438d-a3cb-05d1ef1f5d1b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:49.063258 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-85c053ea-0a86-49b6-bf37-c0c541114f3e req-23d4040f-2a92-438d-a3cb-05d1ef1f5d1b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1404557 Feb 17 00:05:49.144185 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-85c053ea-0a86-49b6-bf37-c0c541114f3e req-21f64a87-b91b-4552-b605-f83cb9c24daa tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735166 Feb 17 00:05:49.285291 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:49.476600 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:49.636252 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bc866290-036c-49fc-b1b6-5735ce6555f8 req-6c4a1e46-dbe0-4516-a096-2fc04e3400bb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 210 time: 0.0637314 Feb 17 00:05:49.847973 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52844f6-17d8-4cef-b415-9f3891adbced None None] Network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:05:49.851344 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854104902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715288'] for router, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:49.942932 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-793d765d-6416-4e4c-aa3c-5f319b8fbfd5 None None] Provisioning for port 51046eae-e5e5-4257-bb64-9de741960909 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:05:50.460167 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Router df032b31-061b-4e26-aff1-97ac08f343b7 is scheduled to L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa with binding_index 1 {{(pid=83920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:05:50.487172 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da44de-2a4f-414b-9618-541a2d4b4fff req-e891f845-0ace-4724-a6ed-7b25921cecc0 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:50.496308 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b4da44de-2a4f-414b-9618-541a2d4b4fff req-e891f845-0ace-4724-a6ed-7b25921cecc0 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1713996 Feb 17 00:05:50.552911 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b4da44de-2a4f-414b-9618-541a2d4b4fff req-60f06d8e-0cdf-4dae-a0d5-398ea24fbb37 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555179 Feb 17 00:05:50.804865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 51046eae-e5e5-4257-bb64-9de741960909 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:50.858047 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:05:50.870824 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Sync routers for ids ['df032b31-061b-4e26-aff1-97ac08f343b7'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:05:50.891097 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-e4c834a6-e88e-46d8-ad07-d65050694e6c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:50.892762 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-e4c834a6-e88e-46d8-ad07-d65050694e6c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.54 "GET /v2.0/networks?id=2a2d43b7-daa1-41df-b68e-2e9e428becfa HTTP/1.1" status: 200 len: 815 time: 0.5361514 Feb 17 00:05:50.894112 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Notify callbacks [] for router, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:50.895303 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4112396 Feb 17 00:05:50.895556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Routers {'df032b31-061b-4e26-aff1-97ac08f343b7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:05:50.896234 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:05:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['df032b31-061b-4e26-aff1-97ac08f343b7'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:50.898297 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 50870) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:50.922083 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Request body: {'port': {'device_id': '4e06df47-1ef4-4501-91da-2059426b28fc', 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'admin_state_up': True, 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:50.925671 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port 51046eae-e5e5-4257-bb64-9de741960909 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:05:50.940087 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 51046eae-e5e5-4257-bb64-9de741960909 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:50.950222 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:51.046502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-db3d745a-cea9-4bd9-8351-e37f67ef3437 None None] Provisioning complete for port 51046eae-e5e5-4257-bb64-9de741960909 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:51.046922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-db3d745a-cea9-4bd9-8351-e37f67ef3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:51.262541 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a258b1cb-cdb0-4a8d-9550-4d68e1db1dca req-058c291d-f755-4f16-b57c-0df36f891158 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 210 time: 0.1720531 Feb 17 00:05:51.377614 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-db3d745a-cea9-4bd9-8351-e37f67ef3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:51.416827 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:51.422175 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:51.444306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:51.470752 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Made reservation on behalf of aed35f557341417fb5448e2d6f60f1fb for: {'port': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:05:51.478161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:51.513345 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port 51046eae-e5e5-4257-bb64-9de741960909, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=51046eae-e5e5-4257-bb64-9de741960909,segment=NetworkSegment(4c546a41-421f-44cb-bb5a-1af415d54496),segment_id=4c546a41-421f-44cb-bb5a-1af415d54496)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:05:51.615220 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:51.626773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [None req-db3d745a-cea9-4bd9-8351-e37f67ef3437 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83923) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:05:51.627210 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [None req-db3d745a-cea9-4bd9-8351-e37f67ef3437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:05:51.627760 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:51.711617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Set router df032b31-061b-4e26-aff1-97ac08f343b7 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:05:51.785652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=51046eae-e5e5-4257-bb64-9de741960909,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:51.790149 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:52.013043 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-22fac85f-d18a-4b10-990f-8ee0b206a258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:52.154849 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Allocated IP 172.20.0.7 (2a2d43b7-daa1-41df-b68e-2e9e428becfa/d80aa7e2-dad3-42a4-a5a4-70d96d082108/b45faf73-69f6-4338-b4c1-f0724f6f5789) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:05:52.342425 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:05:49Z', 'revision_number': 3, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:52.349794 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Checking router: df032b31-061b-4e26-aff1-97ac08f343b7 for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:05:52.350016 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Updating router df032b31-061b-4e26-aff1-97ac08f343b7 port 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 binding host dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:05:52.411547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9a13a8e9-c4ae-4665-93f3-1bea7d090668 None None] Provisioning complete for port 51046eae-e5e5-4257-bb64-9de741960909 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:52.411979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9a13a8e9-c4ae-4665-93f3-1bea7d090668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:52.495011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:52.547883 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:52.586064 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d091d-03b8-4598-879a-5792df0d6a74 req-b343b987-22fd-4fd9-a106-d21e7e837bf6 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:52.595194 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-151d091d-03b8-4598-879a-5792df0d6a74 req-b343b987-22fd-4fd9-a106-d21e7e837bf6 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.7881312 Feb 17 00:05:52.605709 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:52.623797 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Transition to ACTIVE for port object b45faf73-69f6-4338-b4c1-f0724f6f5789 will not be triggered until provisioned by entity DHCP. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:05:52.667198 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-151d091d-03b8-4598-879a-5792df0d6a74 req-ee23f4eb-63d0-4cb2-9c4a-81210fd08eaf tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708113 Feb 17 00:05:52.741083 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:52.741468 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 51046eae-e5e5-4257-bb64-9de741960909 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:52.930284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:53.025061 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 51046eae-e5e5-4257-bb64-9de741960909 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:53.025539 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:53.055908 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Network 2a2d43b7-daa1-41df-b68e-2e9e428becfa is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:05:53.064913 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:05:53.095475 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:05:53.100126 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:53.100646 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:53.135756 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Pushing event updated for resources: {'Port': ['ID=b45faf73-69f6-4338-b4c1-f0724f6f5789,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:53.163900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:53.167483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Allocated IP 172.20.0.1 (afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6/39f904dd-25d8-4037-a512-4bb5fa3ebf1f/f187fb04-563d-4c5d-b5dc-3d7e8537a300) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:05:53.213131 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2990465 Feb 17 00:05:53.284292 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:53.315803 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Transition to ACTIVE for port object 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:05:53.324150 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:53.360886 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:53.467726 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:53.496391 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Transition to ACTIVE for port object f187fb04-563d-4c5d-b5dc-3d7e8537a300 will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:05:53.531693 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:53.546011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-4cb578f4-bc4d-45d3-ba4c-f09046762603 None None] Provisioning for port b45faf73-69f6-4338-b4c1-f0724f6f5789 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:05:53.553234 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-4cb578f4-bc4d-45d3-ba4c-f09046762603 None None] Provisioning complete for port b45faf73-69f6-4338-b4c1-f0724f6f5789 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:53.553651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4cb578f4-bc4d-45d3-ba4c-f09046762603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:53.565551 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b03d23-e79e-4b95-8282-bdfef61daf81 None None] Pushing event updated for resources: {'Port': ['ID=8ea9fa75-a5df-4803-8aa6-f259317d1ca2,revision_number=2']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:53.579421 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a0b03d23-e79e-4b95-8282-bdfef61daf81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:53.640353 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-4cb578f4-bc4d-45d3-ba4c-f09046762603 None None] Port b45faf73-69f6-4338-b4c1-f0724f6f5789 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:05:53.649231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-336393a0-1a89-434f-9391-e75a27eaae32 tempest-DeleteServersTestJSON-1579173927 tempest-DeleteServersTestJSON-1579173927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:53.665115 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Attempting to bind port 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:05:53.665520 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Attempting to bind port 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:05:53.665980 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Attempting to bind port 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 on network 4cea41e0-975c-4c05-822b-6951b7473dd4 {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:05:53.671811 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:05:53.672269 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Checking segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:05:53.672704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:53.673173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Bound using segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:05:53.673977 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Bound port: 8ea9fa75-a5df-4803-8aa6-f259317d1ca2, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:05:53.674381 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:53.731626 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Pushing event updated for resources: {'Port': ['ID=f187fb04-563d-4c5d-b5dc-3d7e8537a300,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:53.735301 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:53.756759 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] For port 8ea9fa75-a5df-4803-8aa6-f259317d1ca2, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:05:53.761282 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] For port 8ea9fa75-a5df-4803-8aa6-f259317d1ca2, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=8ea9fa75-a5df-4803-8aa6-f259317d1ca2,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:05:53.766852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:53.783347 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:53.792608 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:05:53.793883 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:05:53.796328 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:05:53.857122 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854108159'] for router_interface, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:53.984793 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:53.987864 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b03d23-e79e-4b95-8282-bdfef61daf81 None None] Pushing event updated for resources: {'Port': ['ID=8ea9fa75-a5df-4803-8aa6-f259317d1ca2,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:54.002350 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a0b03d23-e79e-4b95-8282-bdfef61daf81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:54.071690 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Routers {'df032b31-061b-4e26-aff1-97ac08f343b7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:05:54.074041 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:05:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['df032b31-061b-4e26-aff1-97ac08f343b7'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:54.167097 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-c98a5a6f-0957-43bf-bbee-f68cad172eed None None] Provisioning for port f187fb04-563d-4c5d-b5dc-3d7e8537a300 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:05:54.171990 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-c98a5a6f-0957-43bf-bbee-f68cad172eed None None] Provisioning complete for port f187fb04-563d-4c5d-b5dc-3d7e8537a300 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:54.172405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c98a5a6f-0957-43bf-bbee-f68cad172eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:54.246390 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-c98a5a6f-0957-43bf-bbee-f68cad172eed None None] Port f187fb04-563d-4c5d-b5dc-3d7e8537a300 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:05:54.294218 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] Set router df032b31-061b-4e26-aff1-97ac08f343b7 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:05:54.326814 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:54.330775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:54.387988 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bc615c10-e3a0-4e2d-872d-6e3d001d0b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:54.475195 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8fff8dec-5053-4b0e-ba3c-895147d2284d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:54.499498 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667751'] for router_interface, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:54.606325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Pushing event updated for resources: {'Port': ['ID=f187fb04-563d-4c5d-b5dc-3d7e8537a300,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:54.609344 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:54.665417 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:05:54.667215 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:05:54.795319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 4, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': 'f187fb04-563d-4c5d-b5dc-3d7e8537a300', 'name': '', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'mac_address': 'fa:16:3e:63:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:52Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 1, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'subnets': [{'id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:54.809752 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb856af-b2a0-413b-a1f0-6a51b732e90f None None] The sync data for ids ['df032b31-061b-4e26-aff1-97ac08f343b7'] in dv-cinder-759961-3-smb is: [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 4, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': 'f187fb04-563d-4c5d-b5dc-3d7e8537a300', 'name': '', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'mac_address': 'fa:16:3e:63:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:52Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 1, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'subnets': [{'id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:05:54.901034 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:54.919757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Router df032b31-061b-4e26-aff1-97ac08f343b7 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:05:54.971151 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-b78b2e77-64a4-4672-b4f3-b7970829089f None None] Provisioning complete for port f187fb04-563d-4c5d-b5dc-3d7e8537a300 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:54.971730 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b78b2e77-64a4-4672-b4f3-b7970829089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:55.042839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-b78b2e77-64a4-4672-b4f3-b7970829089f None None] Port f187fb04-563d-4c5d-b5dc-3d7e8537a300 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:05:55.372210 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:05:55.381855 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-bbede8ef-7f73-4988-bb28-9463c626b19c admin admin] 10.222.0.63 "PUT /v2.0/routers/df032b31-061b-4e26-aff1-97ac08f343b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4822166 Feb 17 00:05:56.079255 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.254574 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 50962) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:56.365899 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.398082 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 50970) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:56.406301 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-366863472-network', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:56.417498 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:56.444253 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Usage tracker for resource:network and tenant:f9775e0f038748108f56bba0bb3527a1 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:56.447429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-22b5669e-bf1a-49a4-9bc0-5d35953a8e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.461564 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:56.470527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:56.472998 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-22b5669e-bf1a-49a4-9bc0-5d35953a8e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:56.480790 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-22b5669e-bf1a-49a4-9bc0-5d35953a8e85 admin admin] Usage tracker for resource:security_group_rule and tenant:70e248d0c7c04a7db56fc04480ab9e02 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:56.484947 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-22b5669e-bf1a-49a4-9bc0-5d35953a8e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:56.491239 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-22b5669e-bf1a-49a4-9bc0-5d35953a8e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:56.493205 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Made reservation on behalf of f9775e0f038748108f56bba0bb3527a1 for: {'network': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:05:56.497903 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.514088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.552664 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:56.559330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f9775e0f038748108f56bba0bb3527a1 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:56.565324 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:56.573234 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:56.685561 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-22b5669e-bf1a-49a4-9bc0-5d35953a8e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.704860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-22b5669e-bf1a-49a4-9bc0-5d35953a8e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.718920 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2f4e2a05-142b-416f-8490-5100301a5353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:56.722823 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:56.786558 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5669e-bf1a-49a4-9bc0-5d35953a8e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1661a0f-ab12-42d6-9716-dc162411e399,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:56.790237 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-22b5669e-bf1a-49a4-9bc0-5d35953a8e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:56.796078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.797258 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:05:56.799276 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-22b5669e-bf1a-49a4-9bc0-5d35953a8e85 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=70e248d0c7c04a7db56fc04480ab9e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5435371 Feb 17 00:05:56.801863 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.802121 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 50976) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:56.809230 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f7cfa192-4d47-4119-b58d-52a95deefbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:56.809448 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:56.809448 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.835853 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c4d339-6de5-4371-895e-1f5e62b7f460,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:56.840424 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:56.857208 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=83920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:05:56.868527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268265982239', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.869348 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Added segment 9d81daa6-3faf-4a1f-8442-342b608a9b9b of type vxlan for network a9441f21-c68f-4482-95b3-d1da618c7bd1 Feb 17 00:05:56.905258 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-183fa42b-e7ff-4df8-8fa6-b7fb9688d76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.923028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.950795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-183fa42b-e7ff-4df8-8fa6-b7fb9688d76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.978821 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.983009 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:56.983775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.996768 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:56.999372 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:57.004964 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-183fa42b-e7ff-4df8-8fa6-b7fb9688d76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:57.010591 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f64d330d-1149-4948-8a43-5d204953becd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:57.014946 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port 8ea9fa75-a5df-4803-8aa6-f259317d1ca2, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=8ea9fa75-a5df-4803-8aa6-f259317d1ca2,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:05:57.019039 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:57.019975 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:57.030765 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-183fa42b-e7ff-4df8-8fa6-b7fb9688d76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:57.034724 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-183fa42b-e7ff-4df8-8fa6-b7fb9688d76b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c1661a0f-ab12-42d6-9716-dc162411e399 HTTP/1.1" status: 204 len: 168 time: 0.2287562 Feb 17 00:05:57.034724 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fa42b-e7ff-4df8-8fa6-b7fb9688d76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1661a0f-ab12-42d6-9716-dc162411e399,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:57.036329 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-183fa42b-e7ff-4df8-8fa6-b7fb9688d76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:57.105440 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 50984) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:57.105672 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7053707 Feb 17 00:05:57.112656 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Request body: {'subnet': {'network_id': 'a9441f21-c68f-4482-95b3-d1da618c7bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-366863472-subnet', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'ip_version': 4}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:57.116800 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Pushing event updated for resources: {'Network': ['ID=a9441f21-c68f-4482-95b3-d1da618c7bd1,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:57.118427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:57.120199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:57.122412 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Usage tracker for resource:subnet and tenant:f9775e0f038748108f56bba0bb3527a1 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:57.125678 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:57.131807 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:57.144846 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network a9441f21-c68f-4482-95b3-d1da618c7bd1 details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:05:57.146957 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Made reservation on behalf of f9775e0f038748108f56bba0bb3527a1 for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:05:57.162116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1971975'] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:57.223586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network a9441f21-c68f-4482-95b3-d1da618c7bd1 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:05:57.394710 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=8ea9fa75-a5df-4803-8aa6-f259317d1ca2,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:57.399852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:57.544470 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 50990) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:57.566691 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0272fe95-9172-4144-9f89-31742d77728d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:57.589354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-0272fe95-9172-4144-9f89-31742d77728d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:57.595019 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-0272fe95-9172-4144-9f89-31742d77728d admin admin] Usage tracker for resource:security_group_rule and tenant:3db3911217be460ebc5abd28559fed29 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:57.599890 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-0272fe95-9172-4144-9f89-31742d77728d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:57.609005 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-0272fe95-9172-4144-9f89-31742d77728d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:57.779746 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0272fe95-9172-4144-9f89-31742d77728d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:57.783345 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0272fe95-9172-4144-9f89-31742d77728d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:57.794465 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-09508762-1436-4bad-84bf-67f31b31dd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:57.831992 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-0272fe95-9172-4144-9f89-31742d77728d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3db3911217be460ebc5abd28559fed29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838967 Feb 17 00:05:57.832453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 50996) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:57.860000 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272fe95-9172-4144-9f89-31742d77728d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bfeac4-0b64-433f-92bd-ee24ebe702ce,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:57.863974 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0272fe95-9172-4144-9f89-31742d77728d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:57.865349 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11101059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1971990'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:57.888445 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d3eabc06-782f-4d71-95f1-4e1e23ea1f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:57.934535 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-833643b8-ee05-4652-ba8a-e83e96b73c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:57.963736 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-833643b8-ee05-4652-ba8a-e83e96b73c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:58.028628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8bf7e9c-3bc8-4a1c-a108-e7e0ee31be8e,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:58.037379 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-833643b8-ee05-4652-ba8a-e83e96b73c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:58.040291 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:58.044361 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f53ab518-5f37-4f6e-b6bb-f34c225d4a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:58.070615 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833643b8-ee05-4652-ba8a-e83e96b73c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bfeac4-0b64-433f-92bd-ee24ebe702ce,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:58.074198 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-833643b8-ee05-4652-ba8a-e83e96b73c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:58.076034 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-833643b8-ee05-4652-ba8a-e83e96b73c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:58.077545 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-833643b8-ee05-4652-ba8a-e83e96b73c60 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/01bfeac4-0b64-433f-92bd-ee24ebe702ce HTTP/1.1" status: 204 len: 168 time: 0.2440057 Feb 17 00:05:58.143344 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Checking segment: {'id': '9d81daa6-3faf-4a1f-8442-342b608a9b9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a9441f21-c68f-4482-95b3-d1da618c7bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:05:58.143908 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Network hostable DHCP agents. Network: a9441f21-c68f-4482-95b3-d1da618c7bd1, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:05:58.171326 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Network a9441f21-c68f-4482-95b3-d1da618c7bd1 is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:05:58.181896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, a9441f21-c68f-4482-95b3-d1da618c7bd1) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:05:58.193512 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcee64cb-95f0-4827-b3f8-0b8ad7f97e48 None None] Network a9441f21-c68f-4482-95b3-d1da618c7bd1 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:05:58.197469 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:58.198207 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:58.226877 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1173332 Feb 17 00:05:58.227275 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 51006) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:58.233138 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-366863472-router', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:58.238689 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:58.243096 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Usage tracker for resource:router and tenant:f9775e0f038748108f56bba0bb3527a1 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:58.246409 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:58.253271 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:58.266201 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5050'] for router, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:58.267986 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854024533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770814'] for router, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:58.291529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:58.386418 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Sync routers for ids ['df032b31-061b-4e26-aff1-97ac08f343b7'] in dv-cinder-759961-3-smb {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:05:58.406805 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Routers {'df032b31-061b-4e26-aff1-97ac08f343b7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:05:58.408059 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-e086c4c3-3e22-453a-b783-872452af733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:05:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['df032b31-061b-4e26-aff1-97ac08f343b7'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:05:58.700437 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854060509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854104917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770799'] for router, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:58.736820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:05:58.781957 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccd5eaf3-89f0-5dfc-bdac-1689e049924f-a9441f21-c68f-4482-95b3-d1da618c7bd1', 'network_id': 'a9441f21-c68f-4482-95b3-d1da618c7bd1', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'fixed_ips': [{'subnet_id': 'b8bf7e9c-3bc8-4a1c-a108-e7e0ee31be8e'}]}} from dv-cinder-759961-3-smb. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:05:58.782943 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:59.189449 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 51030) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:59.228369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Set router df032b31-061b-4e26-aff1-97ac08f343b7 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:05:59.355499 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-679160628-network', 'tenant_id': '938a9486ef9844b1a6085a404c6ae9ab'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:59.360654 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:59.365895 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Usage tracker for resource:network and tenant:938a9486ef9844b1a6085a404c6ae9ab is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:59.369781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:59.375956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:59.386528 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Made reservation on behalf of 938a9486ef9844b1a6085a404c6ae9ab for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:05:59.391805 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:59.397590 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:59.408415 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:59.433501 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:59.434602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:59.438718 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Usage tracker for resource:security_group_rule and tenant:938a9486ef9844b1a6085a404c6ae9ab is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:59.446969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:59.453354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:05:59.548852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:59.555336 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:59.560197 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-70c2148b-5f75-4975-9fe0-aecc2bc5861a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:59.568204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Allocated IP 172.20.0.2 (a9441f21-c68f-4482-95b3-d1da618c7bd1/b8bf7e9c-3bc8-4a1c-a108-e7e0ee31be8e/254787c2-2e4d-4a31-b0f5-610a3ee2d6d9) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:05:59.619833 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:59.623408 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:59.624539 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=83921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:05:59.636294 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:59.636790 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Added segment 9850535d-d27a-46eb-b847-1985cf558db6 of type vxlan for network 6cc86dcd-72aa-4cbf-9b3f-632628327554 Feb 17 00:05:59.648631 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:59.649126 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:59.697582 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:59.751970 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:59.753431 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:59.754350 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:59.760685 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:59.796155 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Allocated IP 172.28.2.152 (4cea41e0-975c-4c05-822b-6951b7473dd4/fe675137-7af0-487b-b384-b9c8d364eafc/7fafd03e-5327-4a41-9a77-6fb39c5b44c5) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:05:59.877407 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc86dcd-72aa-4cbf-9b3f-632628327554,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:59.880723 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:59.886134 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6913292 Feb 17 00:05:59.886613 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 51036) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:59.903201 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network 6cc86dcd-72aa-4cbf-9b3f-632628327554 details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:05:59.907081 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Request body: {'subnet': {'network_id': '6cc86dcd-72aa-4cbf-9b3f-632628327554', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-679160628-subnet', 'tenant_id': '938a9486ef9844b1a6085a404c6ae9ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:59.927506 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:05:59.935542 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Usage tracker for resource:subnet and tenant:938a9486ef9844b1a6085a404c6ae9ab is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:05:59.940261 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:05:59.965015 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:00.003919 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network 6cc86dcd-72aa-4cbf-9b3f-632628327554 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:06:00.011311 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Made reservation on behalf of 938a9486ef9844b1a6085a404c6ae9ab for: {'subnet': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:06:00.013809 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:00.126303 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:00.149875 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:00.202236 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Transition to ACTIVE for port object 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:06:00.249541 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:00.269940 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:00.298982 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Transition to ACTIVE for port object 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:06:00.344954 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:00.362925 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1b152c90-f725-4608-8976-53e0363d0321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:00.433777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Pushing event updated for resources: {'Port': ['ID=7fafd03e-5327-4a41-9a77-6fb39c5b44c5,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:00.454113 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:00.517736 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Pushing event updated for resources: {'Port': ['ID=254787c2-2e4d-4a31-b0f5-610a3ee2d6d9,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:00.528553 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:00.582077 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-e086c4c3-3e22-453a-b783-872452af733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 4, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': 'f187fb04-563d-4c5d-b5dc-3d7e8537a300', 'name': '', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'mac_address': 'fa:16:3e:63:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:52Z', 'updated_at': '2021-02-17T00:05:54Z', 'revision_number': 2, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'subnets': [{'id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:00.583106 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:06:00.589859 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:06:00.594758 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:06:00.596205 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Network a9441f21-c68f-4482-95b3-d1da618c7bd1 is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:06:00.597433 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Resources bound (agent type, host, resource id): {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:06:00.599300 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Checking router: df032b31-061b-4e26-aff1-97ac08f343b7 for host: dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:06:00.599724 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Updating router df032b31-061b-4e26-aff1-97ac08f343b7 port f187fb04-563d-4c5d-b5dc-3d7e8537a300 binding host dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:06:00.631405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:06:00.721160 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:00.732172 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Attempting to bind port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:06:00.732598 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Attempting to bind port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '9d81daa6-3faf-4a1f-8442-342b608a9b9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a9441f21-c68f-4482-95b3-d1da618c7bd1'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:06:00.733014 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Attempting to bind port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 on network a9441f21-c68f-4482-95b3-d1da618c7bd1 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:06:00.742754 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:06:00.743174 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Checking segment: {'id': '9d81daa6-3faf-4a1f-8442-342b608a9b9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a9441f21-c68f-4482-95b3-d1da618c7bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:06:00.743616 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:00.744663 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Bound using segment: {'id': '9d81daa6-3faf-4a1f-8442-342b608a9b9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a9441f21-c68f-4482-95b3-d1da618c7bd1'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:06:00.745282 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Bound port: 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d81daa6-3faf-4a1f-8442-342b608a9b9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a9441f21-c68f-4482-95b3-d1da618c7bd1'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:06:00.745721 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:00.999393 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] For port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:06:01.021085 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] For port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=254787c2-2e4d-4a31-b0f5-610a3ee2d6d9,segment=NetworkSegment(9d81daa6-3faf-4a1f-8442-342b608a9b9b),segment_id=9d81daa6-3faf-4a1f-8442-342b608a9b9b)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:06:01.029170 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:01.049264 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-64622c9e-d11e-4acd-bc0b-5eb813c9b71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:01.119584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for subnet, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:01.272979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-8ed5044a-9358-4ba5-9d21-8b72aaf29b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:01.403932 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:01.535357 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Pushing event updated for resources: {'Port': ['ID=254787c2-2e4d-4a31-b0f5-610a3ee2d6d9,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:01.542330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:01.739449 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:01.752853 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Transition to ACTIVE for port object f187fb04-563d-4c5d-b5dc-3d7e8537a300 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:06:01.755662 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:01.772314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:01.787416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb4af821-1fc3-43eb-9f1b-d1fe9f3bbee4,revision_number=0']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:01.797185 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:01.916968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dbb7a-6445-47d2-9e62-eae34a569a21 None None] Pushing event updated for resources: {'Port': ['ID=f187fb04-563d-4c5d-b5dc-3d7e8537a300,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:01.920460 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-214dbb7a-6445-47d2-9e62-eae34a569a21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:02.145590 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Checking segment: {'id': '9850535d-d27a-46eb-b847-1985cf558db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6cc86dcd-72aa-4cbf-9b3f-632628327554'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:06:02.148062 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Network hostable DHCP agents. Network: 6cc86dcd-72aa-4cbf-9b3f-632628327554, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:06:02.163010 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854104902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715288'] for router, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:02.176141 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Attempting to bind port f187fb04-563d-4c5d-b5dc-3d7e8537a300 on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:06:02.176822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Attempting to bind port f187fb04-563d-4c5d-b5dc-3d7e8537a300 by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '4c546a41-421f-44cb-bb5a-1af415d54496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:06:02.177387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Attempting to bind port f187fb04-563d-4c5d-b5dc-3d7e8537a300 on network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:06:02.187554 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:06:02.188236 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Checking segment: {'id': '4c546a41-421f-44cb-bb5a-1af415d54496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:06:02.188828 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:02.189313 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Bound using segment: {'id': '4c546a41-421f-44cb-bb5a-1af415d54496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:06:02.189950 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Bound port: f187fb04-563d-4c5d-b5dc-3d7e8537a300, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c546a41-421f-44cb-bb5a-1af415d54496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:06:02.190476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:02.305019 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-e086c4c3-3e22-453a-b783-872452af733f None None] For port f187fb04-563d-4c5d-b5dc-3d7e8537a300, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:06:02.309333 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-e086c4c3-3e22-453a-b783-872452af733f None None] For port f187fb04-563d-4c5d-b5dc-3d7e8537a300, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=f187fb04-563d-4c5d-b5dc-3d7e8537a300,segment=NetworkSegment(4c546a41-421f-44cb-bb5a-1af415d54496),segment_id=4c546a41-421f-44cb-bb5a-1af415d54496)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:06:02.312992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:02.320463 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Network 6cc86dcd-72aa-4cbf-9b3f-632628327554 is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:06:02.331242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:02.344202 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, 6cc86dcd-72aa-4cbf-9b3f-632628327554) {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:06:02.353963 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:02.354607 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:02.402617 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-36674d95-8635-40bf-b40c-81c74738a4d7 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5087557 Feb 17 00:06:02.448085 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Router 82ee655a-f35d-4560-bc59-a7be49a3c9e4 is scheduled to L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa with binding_index 1 {{(pid=83920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:06:02.555128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc0281-b0a3-4597-b604-ad9a8cdff23a None None] Network 6cc86dcd-72aa-4cbf-9b3f-632628327554 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:06:02.606083 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dbb7a-6445-47d2-9e62-eae34a569a21 None None] Pushing event updated for resources: {'Port': ['ID=f187fb04-563d-4c5d-b5dc-3d7e8537a300,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:02.687621 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-214dbb7a-6445-47d2-9e62-eae34a569a21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:02.711405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:06:02.725269 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Sync routers for ids ['82ee655a-f35d-4560-bc59-a7be49a3c9e4'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:06:02.739485 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Notify callbacks [] for router, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:02.741698 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5131400 Feb 17 00:06:02.745181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 51058) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:02.762367 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Routers {'82ee655a-f35d-4560-bc59-a7be49a3c9e4'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:06:02.763674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:05:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['82ee655a-f35d-4560-bc59-a7be49a3c9e4'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:02.777163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Routers {'df032b31-061b-4e26-aff1-97ac08f343b7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:06:02.778209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-e086c4c3-3e22-453a-b783-872452af733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:05:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['df032b31-061b-4e26-aff1-97ac08f343b7'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:02.878463 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:03.036308 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Set router 82ee655a-f35d-4560-bc59-a7be49a3c9e4 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:06:03.439713 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-e086c4c3-3e22-453a-b783-872452af733f None None] Set router df032b31-061b-4e26-aff1-97ac08f343b7 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:06:03.590557 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'name': 'tempest-TestShelveInstance-366863472-router', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:58Z', 'updated_at': '2021-02-17T00:06:00Z', 'revision_number': 3, 'project_id': 'f9775e0f038748108f56bba0bb3527a1', 'gw_port': {'id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:59Z', 'updated_at': '2021-02-17T00:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:03.596377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Checking router: 82ee655a-f35d-4560-bc59-a7be49a3c9e4 for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:06:03.596782 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Updating router 82ee655a-f35d-4560-bc59-a7be49a3c9e4 port 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 binding host dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:06:03.672577 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:03.703501 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16905298-fa35-484e-b3ec-9bb3a25108a5 None None] Network a9441f21-c68f-4482-95b3-d1da618c7bd1 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:06:04.007660 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc73498-c309-4f4a-9c64-8d52725deef0 None None] Network 6cc86dcd-72aa-4cbf-9b3f-632628327554 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:06:04.025932 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:06:04.246648 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:04.381468 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-5cdc542f-bb38-4039-a800-9416d0a82adf None None] Provisioning for port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:06:04.421800 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-5cdc542f-bb38-4039-a800-9416d0a82adf None None] Provisioning complete for port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:04.422239 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5cdc542f-bb38-4039-a800-9416d0a82adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:04.574331 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:04.605573 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Transition to ACTIVE for port object 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:06:04.615784 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:04.651761 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6431f3d2-3d5c-4ad1-8dff-b955469b74d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:04.784319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device f187fb04-563d-4c5d-b5dc-3d7e8537a300 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:04.823506 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Allocated IP 172.20.0.1 (a9441f21-c68f-4482-95b3-d1da618c7bd1/b8bf7e9c-3bc8-4a1c-a108-e7e0ee31be8e/a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:06:04.917876 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8d843-23bc-486f-9198-04084dcd5547 None None] Pushing event updated for resources: {'Port': ['ID=7fafd03e-5327-4a41-9a77-6fb39c5b44c5,revision_number=2']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:04.932717 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a9e8d843-23bc-486f-9198-04084dcd5547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:04.945173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5cdc542f-bb38-4039-a800-9416d0a82adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:04.983197 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-e086c4c3-3e22-453a-b783-872452af733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 4, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': 'f187fb04-563d-4c5d-b5dc-3d7e8537a300', 'name': '', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'mac_address': 'fa:16:3e:63:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:52Z', 'updated_at': '2021-02-17T00:06:02Z', 'revision_number': 4, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'subnets': [{'id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:05.032816 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086c4c3-3e22-453a-b783-872452af733f None None] The sync data for ids ['df032b31-061b-4e26-aff1-97ac08f343b7'] in dv-cinder-759961-3-smb is: [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 4, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': 'f187fb04-563d-4c5d-b5dc-3d7e8537a300', 'name': '', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'mac_address': 'fa:16:3e:63:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:52Z', 'updated_at': '2021-02-17T00:06:02Z', 'revision_number': 4, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'subnets': [{'id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:06:05.099458 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Attempting to bind port 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:06:05.099865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Attempting to bind port 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:06:05.100279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Attempting to bind port 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 on network 4cea41e0-975c-4c05-822b-6951b7473dd4 {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:06:05.118337 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:06:05.118800 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Checking segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:06:05.119250 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:05.119686 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Bound using segment: {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:06:05.120640 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Bound port: 7fafd03e-5327-4a41-9a77-6fb39c5b44c5, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cd91ea-fd58-4625-ada7-37be65521956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:06:05.121062 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:05.136639 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port f187fb04-563d-4c5d-b5dc-3d7e8537a300 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:06:05.141714 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-5cdc542f-bb38-4039-a800-9416d0a82adf None None] For port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=254787c2-2e4d-4a31-b0f5-610a3ee2d6d9,segment=NetworkSegment(9d81daa6-3faf-4a1f-8442-342b608a9b9b),segment_id=9d81daa6-3faf-4a1f-8442-342b608a9b9b)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:06:05.150950 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port f187fb04-563d-4c5d-b5dc-3d7e8537a300 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:05.151374 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:05.158409 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:05.187208 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Transition to ACTIVE for port object a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:06:05.195694 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5cdc542f-bb38-4039-a800-9416d0a82adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:05.230596 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:05.246064 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:05.276636 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] For port 7fafd03e-5327-4a41-9a77-6fb39c5b44c5, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:06:05.280047 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-78076901-a727-458a-b4d1-a45202a58a22 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:05.282207 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] For port 7fafd03e-5327-4a41-9a77-6fb39c5b44c5, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=7fafd03e-5327-4a41-9a77-6fb39c5b44c5,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:06:05.302218 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:05.331360 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-707aa779-bcef-49b9-9c9d-e28e7aa7bc64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:05.421992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc542f-bb38-4039-a800-9416d0a82adf None None] Pushing event updated for resources: {'Port': ['ID=254787c2-2e4d-4a31-b0f5-610a3ee2d6d9,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:05.434830 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5cdc542f-bb38-4039-a800-9416d0a82adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:05.489535 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-7ed86d6b-a35a-4b66-86ed-6011e983c178 None None] Provisioning complete for port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:05.489982 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7ed86d6b-a35a-4b66-86ed-6011e983c178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:05.648363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Routers {'82ee655a-f35d-4560-bc59-a7be49a3c9e4'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:06:05.652035 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Pushing event updated for resources: {'Port': ['ID=a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:05.652605 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:05:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['82ee655a-f35d-4560-bc59-a7be49a3c9e4'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:05.675170 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:05.678409 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.678830 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.679242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.679644 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.680039 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.680437 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.680825 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.681783 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.682202 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.682595 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.682983 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.683373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.683867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.684257 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.684645 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.685028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.685412 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.685797 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.689961 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.690405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.690801 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.691196 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.691588 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.691978 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:05.698407 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:05.700374 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Network a9441f21-c68f-4482-95b3-d1da618c7bd1 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:06:05.702907 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:06:05.705233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:06:05.725078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port f187fb04-563d-4c5d-b5dc-3d7e8537a300, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=f187fb04-563d-4c5d-b5dc-3d7e8537a300,segment=NetworkSegment(4c546a41-421f-44cb-bb5a-1af415d54496),segment_id=4c546a41-421f-44cb-bb5a-1af415d54496)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:06:05.819333 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854108159'] for router_interface, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:05.823734 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:05.837989 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:05.914836 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8d843-23bc-486f-9198-04084dcd5547 None None] Pushing event updated for resources: {'Port': ['ID=7fafd03e-5327-4a41-9a77-6fb39c5b44c5,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:05.931497 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a9e8d843-23bc-486f-9198-04084dcd5547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:05.994822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:06.007710 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=f187fb04-563d-4c5d-b5dc-3d7e8537a300,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:06.011363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:06.060919 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] Set router 82ee655a-f35d-4560-bc59-a7be49a3c9e4 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:06:06.086847 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-6da45d4c-dc92-4c1b-9274-6f5dc8171a6c None None] Provisioning complete for port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:06.088502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6da45d4c-dc92-4c1b-9274-6f5dc8171a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:06.494372 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-7340dedc-216a-4861-88dc-907630d358c7 None None] Provisioning for port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:06:06.500297 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-7340dedc-216a-4861-88dc-907630d358c7 None None] Provisioning complete for port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:06.500729 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7340dedc-216a-4861-88dc-907630d358c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:06.520864 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'name': 'tempest-TestShelveInstance-366863472-router', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:58Z', 'updated_at': '2021-02-17T00:06:00Z', 'revision_number': 3, 'project_id': 'f9775e0f038748108f56bba0bb3527a1', 'gw_port': {'id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:59Z', 'updated_at': '2021-02-17T00:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:06.527146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58bf2f-9e3e-4570-80d9-4e97a9478218 None None] The sync data for ids ['82ee655a-f35d-4560-bc59-a7be49a3c9e4'] in dv-cinder-759961-3-smb is: [{'id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'name': 'tempest-TestShelveInstance-366863472-router', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:58Z', 'updated_at': '2021-02-17T00:06:00Z', 'revision_number': 3, 'project_id': 'f9775e0f038748108f56bba0bb3527a1', 'gw_port': {'id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:59Z', 'updated_at': '2021-02-17T00:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:06:06.575279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-7340dedc-216a-4861-88dc-907630d358c7 None None] Port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:06:06.681648 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:06.710611 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:06.714872 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:06.744779 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:06.760282 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:06.760701 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:06.838179 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Pushing event updated for resources: {'Port': ['ID=a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:06.838558 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:06.839617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667751'] for router_interface, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:06.908542 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device f187fb04-563d-4c5d-b5dc-3d7e8537a300 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:06.989489 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port f187fb04-563d-4c5d-b5dc-3d7e8537a300 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:06.990205 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:06.998968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Network a9441f21-c68f-4482-95b3-d1da618c7bd1 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:06:07.000128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:06:07.259357 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Router 82ee655a-f35d-4560-bc59-a7be49a3c9e4 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:06:07.413632 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-728b9984-7df9-4101-a9f4-ec21e4b68481 None None] Provisioning complete for port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:07.414082 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-728b9984-7df9-4101-a9f4-ec21e4b68481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:07.504129 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-728b9984-7df9-4101-a9f4-ec21e4b68481 None None] Port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:06:07.551833 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:06:07.561717 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] 10.222.0.63 "PUT /v2.0/routers/82ee655a-f35d-4560-bc59-a7be49a3c9e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8153591 Feb 17 00:06:08.683237 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:08.753825 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:06:08.758696 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:08.759117 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:08.893765 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:08.911163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port 7fafd03e-5327-4a41-9a77-6fb39c5b44c5, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=7fafd03e-5327-4a41-9a77-6fb39c5b44c5,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:06:08.914398 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:08.916435 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:08.989159 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=7fafd03e-5327-4a41-9a77-6fb39c5b44c5,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:09.002865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:09.729145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Sync routers for ids ['82ee655a-f35d-4560-bc59-a7be49a3c9e4'] in dv-cinder-759961-3-smb {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:06:09.739305 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Routers {'82ee655a-f35d-4560-bc59-a7be49a3c9e4'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:06:09.739969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:05:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['82ee655a-f35d-4560-bc59-a7be49a3c9e4'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:09.930451 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Set router 82ee655a-f35d-4560-bc59-a7be49a3c9e4 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:06:10.443172 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'name': 'tempest-TestShelveInstance-366863472-router', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:58Z', 'updated_at': '2021-02-17T00:06:05Z', 'revision_number': 4, 'project_id': 'f9775e0f038748108f56bba0bb3527a1', 'gw_port': {'id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:59Z', 'updated_at': '2021-02-17T00:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': 'a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8', 'name': '', 'network_id': 'a9441f21-c68f-4482-95b3-d1da618c7bd1', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'mac_address': 'fa:16:3e:f0:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b8bf7e9c-3bc8-4a1c-a108-e7e0ee31be8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:06:04Z', 'updated_at': '2021-02-17T00:06:06Z', 'revision_number': 2, 'project_id': 'f9775e0f038748108f56bba0bb3527a1', 'subnets': [{'id': 'b8bf7e9c-3bc8-4a1c-a108-e7e0ee31be8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:10.447278 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Checking router: 82ee655a-f35d-4560-bc59-a7be49a3c9e4 for host: dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:06:10.447702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Updating router 82ee655a-f35d-4560-bc59-a7be49a3c9e4 port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 binding host dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:06:10.514959 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:10.688257 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:10.868447 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:10.869207 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:11.116106 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:11.128610 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Transition to ACTIVE for port object a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:06:11.132116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:11.149803 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:11.288396 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Pushing event updated for resources: {'Port': ['ID=a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:11.308272 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.308599 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.308977 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.309351 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.309721 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.310120 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.310486 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.310851 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.311213 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.311942 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.312309 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.312670 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.313131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.313492 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.313862 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.314245 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.314603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.314963 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.315322 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.315679 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.316035 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.316392 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.316750 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.317105 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:11.323678 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:11.477114 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Attempting to bind port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 on host dv-cinder-759961-3-smb for vnic_type normal with profile {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:06:11.477525 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Attempting to bind port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 by drivers openvswitch on host dv-cinder-759961-3-smb at level 0 using segments [{'id': '9d81daa6-3faf-4a1f-8442-342b608a9b9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a9441f21-c68f-4482-95b3-d1da618c7bd1'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:06:11.477985 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Attempting to bind port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 on network a9441f21-c68f-4482-95b3-d1da618c7bd1 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:06:11.483944 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Checking agent: {'id': '052721c9-c00a-4da5-9e4d-134f184f9757', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 23, 54, 56), 'started_at': datetime.datetime(2021, 2, 16, 23, 55, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:06:11.484365 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Checking segment: {'id': '9d81daa6-3faf-4a1f-8442-342b608a9b9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a9441f21-c68f-4482-95b3-d1da618c7bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:06:11.484805 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:11.485241 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Bound using segment: {'id': '9d81daa6-3faf-4a1f-8442-342b608a9b9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a9441f21-c68f-4482-95b3-d1da618c7bd1'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:06:11.485755 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Bound port: a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8, host: dv-cinder-759961-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d81daa6-3faf-4a1f-8442-342b608a9b9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a9441f21-c68f-4482-95b3-d1da618c7bd1'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:06:11.486237 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:11.608196 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] For port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8, host dv-cinder-759961-3-smb, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:06:11.611806 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] For port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8, host dv-cinder-759961-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8,segment=NetworkSegment(9d81daa6-3faf-4a1f-8442-342b608a9b9b),segment_id=9d81daa6-3faf-4a1f-8442-342b608a9b9b)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:06:11.614511 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:11.630548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:11.782491 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Pushing event updated for resources: {'Port': ['ID=a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:11.785945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:11.841621 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Routers {'82ee655a-f35d-4560-bc59-a7be49a3c9e4'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:06:11.842341 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:05:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['82ee655a-f35d-4560-bc59-a7be49a3c9e4'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:12.052185 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] Set router 82ee655a-f35d-4560-bc59-a7be49a3c9e4 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:06:12.394733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'name': 'tempest-TestShelveInstance-366863472-router', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:58Z', 'updated_at': '2021-02-17T00:06:05Z', 'revision_number': 4, 'project_id': 'f9775e0f038748108f56bba0bb3527a1', 'gw_port': {'id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:59Z', 'updated_at': '2021-02-17T00:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': 'a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8', 'name': '', 'network_id': 'a9441f21-c68f-4482-95b3-d1da618c7bd1', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'mac_address': 'fa:16:3e:f0:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b8bf7e9c-3bc8-4a1c-a108-e7e0ee31be8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:06:04Z', 'updated_at': '2021-02-17T00:06:11Z', 'revision_number': 4, 'project_id': 'f9775e0f038748108f56bba0bb3527a1', 'subnets': [{'id': 'b8bf7e9c-3bc8-4a1c-a108-e7e0ee31be8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:12.398918 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824bf871-d71d-4ade-9512-4a470fe46417 None None] The sync data for ids ['82ee655a-f35d-4560-bc59-a7be49a3c9e4'] in dv-cinder-759961-3-smb is: [{'id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'name': 'tempest-TestShelveInstance-366863472-router', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:58Z', 'updated_at': '2021-02-17T00:06:05Z', 'revision_number': 4, 'project_id': 'f9775e0f038748108f56bba0bb3527a1', 'gw_port': {'id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:59Z', 'updated_at': '2021-02-17T00:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': 'a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8', 'name': '', 'network_id': 'a9441f21-c68f-4482-95b3-d1da618c7bd1', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'mac_address': 'fa:16:3e:f0:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b8bf7e9c-3bc8-4a1c-a108-e7e0ee31be8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:06:04Z', 'updated_at': '2021-02-17T00:06:11Z', 'revision_number': 4, 'project_id': 'f9775e0f038748108f56bba0bb3527a1', 'subnets': [{'id': 'b8bf7e9c-3bc8-4a1c-a108-e7e0ee31be8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:06:12.684347 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:12.757260 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning for port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:06:12.763044 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:12.763398 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:12.895711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:12.930446 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] For port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8,segment=NetworkSegment(9d81daa6-3faf-4a1f-8442-342b608a9b9b),segment_id=9d81daa6-3faf-4a1f-8442-342b608a9b9b)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:06:12.933947 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:12.936131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:13.008550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Pushing event updated for resources: {'Port': ['ID=a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:13.012492 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:13.375089 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Request body: {'port': {'device_id': '4e06df47-1ef4-4501-91da-2059426b28fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:13.508534 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:13.715848 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad66679-2a1f-44d3-bd5c-233c47f22899 req-0422bf01-93de-4771-82a4-d1faf9b05b32 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:13.718196 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9ad66679-2a1f-44d3-bd5c-233c47f22899 req-0422bf01-93de-4771-82a4-d1faf9b05b32 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 931 time: 0.0950460 Feb 17 00:06:13.778900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-9ad66679-2a1f-44d3-bd5c-233c47f22899 req-28ff29ba-c590-4322-afbf-5b5b7829b1f3 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Synchronizing usage tracker for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:06:13.801169 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-9ad66679-2a1f-44d3-bd5c-233c47f22899 req-28ff29ba-c590-4322-afbf-5b5b7829b1f3 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Unset dirty status for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:06:13.803447 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9ad66679-2a1f-44d3-bd5c-233c47f22899 req-28ff29ba-c590-4322-afbf-5b5b7829b1f3 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743475 Feb 17 00:06:13.931692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb37b80-2b4d-4246-81d8-2614e4e648d5 req-6b22bd80-1ff8-4ff7-b1cd-8a10844e4c1b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:13.932669 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-abb37b80-2b4d-4246-81d8-2614e4e648d5 req-6b22bd80-1ff8-4ff7-b1cd-8a10844e4c1b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.2309947 Feb 17 00:06:14.006410 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-abb37b80-2b4d-4246-81d8-2614e4e648d5 req-1a82836f-08b8-467a-bf04-f334657f5ef0 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631533 Feb 17 00:06:14.072665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d4591-9a33-403f-8306-8257465ace9f req-1f86ce31-a3f6-4e24-8b99-7075ad5aa630 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:14.073407 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-cd7d4591-9a33-403f-8306-8257465ace9f req-1f86ce31-a3f6-4e24-8b99-7075ad5aa630 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Synchronizing usage tracker for tenant:938a9486ef9844b1a6085a404c6ae9ab on resource:network {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:06:14.084971 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45faf73-69f6-4338-b4c1-f0724f6f5789 {{(pid=83920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:06:14.091405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-cd7d4591-9a33-403f-8306-8257465ace9f req-1f86ce31-a3f6-4e24-8b99-7075ad5aa630 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Unset dirty status for tenant:938a9486ef9844b1a6085a404c6ae9ab on resource:network {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:06:14.094597 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:14.098483 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd7d4591-9a33-403f-8306-8257465ace9f req-1f86ce31-a3f6-4e24-8b99-7075ad5aa630 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/networks?id=6cc86dcd-72aa-4cbf-9b3f-632628327554 HTTP/1.1" status: 200 len: 808 time: 0.1938574 Feb 17 00:06:14.108632 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Transition to ACTIVE for port object b45faf73-69f6-4338-b4c1-f0724f6f5789 will not be triggered until provisioned by entity L2. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:06:14.109583 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd7d4591-9a33-403f-8306-8257465ace9f req-761641cf-fbfd-4745-924f-bc930595acd6 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/quotas/938a9486ef9844b1a6085a404c6ae9ab HTTP/1.1" status: 200 len: 375 time: 0.0100338 Feb 17 00:06:14.116501 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:14.136176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-eec67574-9e70-4aa6-a216-fe9f50f4af93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:14.178687 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd7d4591-9a33-403f-8306-8257465ace9f req-2f3cec89-f2b7-4411-b162-6aa9a75c9a49 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=938a9486ef9844b1a6085a404c6ae9ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623102 Feb 17 00:06:14.288905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Pushing event updated for resources: {'Port': ['ID=b45faf73-69f6-4338-b4c1-f0724f6f5789,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:14.310442 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.310846 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.311251 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.311651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.312326 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.312439 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.312792 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.313185 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.313576 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.313983 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.314374 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.314759 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.315231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.315607 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.315995 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.316381 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.316766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.317149 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.317530 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.317926 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.318319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.318713 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.319084 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.319464 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:14.324534 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:14.346528 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd7d4591-9a33-403f-8306-8257465ace9f req-080d70dc-d194-484d-97c6-c80e8952c48e service neutron] 10.222.0.63 "GET /v2.0/networks/6cc86dcd-72aa-4cbf-9b3f-632628327554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592603 Feb 17 00:06:14.507354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Attempting to bind port b45faf73-69f6-4338-b4c1-f0724f6f5789 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:06:14.508003 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Attempting to bind port b45faf73-69f6-4338-b4c1-f0724f6f5789 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '605d05aa-1d22-4cae-b0d4-e228fcd0e64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa'}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:06:14.508372 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Attempting to bind port b45faf73-69f6-4338-b4c1-f0724f6f5789 on network 2a2d43b7-daa1-41df-b68e-2e9e428becfa {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:06:14.515199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:06:14.515572 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Checking segment: {'id': '605d05aa-1d22-4cae-b0d4-e228fcd0e64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:06:14.515977 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:14.516369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Bound using segment: {'id': '605d05aa-1d22-4cae-b0d4-e228fcd0e64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa'} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:06:14.517369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Bound port: b45faf73-69f6-4338-b4c1-f0724f6f5789, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605d05aa-1d22-4cae-b0d4-e228fcd0e64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa'}}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:06:14.518069 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:14.581349 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd7d4591-9a33-403f-8306-8257465ace9f req-ab672ef2-b44d-4536-90a2-8cc1855f72b7 service neutron] 10.222.0.63 "GET /v2.0/networks/6cc86dcd-72aa-4cbf-9b3f-632628327554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2158504 Feb 17 00:06:14.650666 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] For port b45faf73-69f6-4338-b4c1-f0724f6f5789, host hv-cinder-75996, cleared binding levels {{(pid=83920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:06:14.654712 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] For port b45faf73-69f6-4338-b4c1-f0724f6f5789, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b45faf73-69f6-4338-b4c1-f0724f6f5789,segment=NetworkSegment(605d05aa-1d22-4cae-b0d4-e228fcd0e64c),segment_id=605d05aa-1d22-4cae-b0d4-e228fcd0e64c)] {{(pid=83920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:06:14.660099 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:14.710176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 up at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:14.775012 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:14.862951 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Provisioning complete for port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:14.863377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:14.895447 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Pushing event updated for resources: {'Port': ['ID=b45faf73-69f6-4338-b4c1-f0724f6f5789,revision_number=3']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:14.900667 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:14.926761 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:14.927463 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:14.929040 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] 10.222.0.54 "PUT /v2.0/ports/b45faf73-69f6-4338-b4c1-f0724f6f5789 HTTP/1.1" status: 200 len: 1157 time: 1.5590060 Feb 17 00:06:14.929604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e06df47-1ef4-4501-91da-2059426b28fc', 'tag': 'b45faf73-69f6-4338-b4c1-f0724f6f5789'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:15.027371 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-03d6e0ca-9a17-4cb7-957e-2df6ee796eb2 req-f596fd15-f126-4913-a461-e8fd0bf47810 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 210 time: 0.0666270 Feb 17 00:06:15.119848 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-be185165-9fb8-41ad-9ac7-fadb3d33158e req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1637602659', 'description': 'tempest-TestShelveInstance-1637602659 description'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:15.144103 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-be185165-9fb8-41ad-9ac7-fadb3d33158e req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:15.151994 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-be185165-9fb8-41ad-9ac7-fadb3d33158e req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Usage tracker for resource:security_group and tenant:e476942cdbfc45758cf9aa2da49dcad1 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:06:15.155706 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-be185165-9fb8-41ad-9ac7-fadb3d33158e req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:06:15.172588 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-be185165-9fb8-41ad-9ac7-fadb3d33158e req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:15.202888 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-be185165-9fb8-41ad-9ac7-fadb3d33158e req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:15.226236 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-56e7c69f-6c2a-4f6f-b6ef-540e791266a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:15.227874 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-56e7c69f-6c2a-4f6f-b6ef-540e791266a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aed35f557341417fb5448e2d6f60f1fb&device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 1160 time: 0.1913416 Feb 17 00:06:15.231310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-be185165-9fb8-41ad-9ac7-fadb3d33158e req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:15.240679 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-be185165-9fb8-41ad-9ac7-fadb3d33158e req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Usage tracker for resource:security_group_rule and tenant:e476942cdbfc45758cf9aa2da49dcad1 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:06:15.245018 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-be185165-9fb8-41ad-9ac7-fadb3d33158e req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:06:15.258396 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-be185165-9fb8-41ad-9ac7-fadb3d33158e req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:15.370856 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-fc6bd3a4-e6ca-4144-bbbe-8f6e1286500d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45faf73-69f6-4338-b4c1-f0724f6f5789 HTTP/1.1" status: 200 len: 217 time: 0.1009414 Feb 17 00:06:15.426698 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf773b-0519-48c2-a152-834a44b16160 req-0495f6cb-4dbc-495a-9406-55a81ea6f3df tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:15.428439 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-97bf773b-0519-48c2-a152-834a44b16160 req-0495f6cb-4dbc-495a-9406-55a81ea6f3df tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 943 time: 0.2197082 Feb 17 00:06:15.502868 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-97bf773b-0519-48c2-a152-834a44b16160 req-5777d05d-e412-4e0f-b63b-4076f7eac992 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660932 Feb 17 00:06:15.542746 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-d94f61e2-0a4a-45f5-beba-2174e508c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:15.544462 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-d94f61e2-0a4a-45f5-beba-2174e508c9d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d80aa7e2-dad3-42a4-a5a4-70d96d082108 HTTP/1.1" status: 200 len: 854 time: 0.1524785 Feb 17 00:06:15.627419 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e06df47-1ef4-4501-91da-2059426b28fc', 'tag': 'b45faf73-69f6-4338-b4c1-f0724f6f5789', 'status': 'completed', 'code': 200} Feb 17 00:06:15.634130 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-be185165-9fb8-41ad-9ac7-fadb3d33158e req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:15.639104 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-be185165-9fb8-41ad-9ac7-fadb3d33158e req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:15.645431 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-688ac0cf-a328-49fc-b6a7-6b580615e532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:15.694825 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21aff3fe-4dec-49a2-955b-e40ffe17442b,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:15.699284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:15.732751 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-be185165-9fb8-41ad-9ac7-fadb3d33158e req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:15.746328 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-be185165-9fb8-41ad-9ac7-fadb3d33158e req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6474161 Feb 17 00:06:15.753300 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-0f8374d6-02c0-43fe-9f82-d4ade6c3d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:15.755587 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-0f8374d6-02c0-43fe-9f82-d4ade6c3d6ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a2d43b7-daa1-41df-b68e-2e9e428becfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1886835 Feb 17 00:06:15.843669 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652d287-196c-469c-9fac-804ebbbd5f6c req-654b0659-849f-43d1-817d-2e024f40a3e3 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:15.862197 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1652d287-196c-469c-9fac-804ebbbd5f6c req-654b0659-849f-43d1-817d-2e024f40a3e3 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1738968 Feb 17 00:06:15.914027 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1652d287-196c-469c-9fac-804ebbbd5f6c req-9f3f1cdd-0b07-4d4b-a4e0-5047f702ba18 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596764 Feb 17 00:06:15.999683 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d21355b3-172a-41b4-9545-3d9c2d69d6c0 req-a8f0a220-ba53-4ce9-aab6-9b1f3f8793a5 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups/21aff3fe-4dec-49a2-955b-e40ffe17442b HTTP/1.1" status: 200 len: 1802 time: 0.0527308 Feb 17 00:06:16.011734 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-d21355b3-172a-41b4-9545-3d9c2d69d6c0 req-f4b7d6ff-c94a-49e7-ad21-38e34ba0f5cc tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21aff3fe-4dec-49a2-955b-e40ffe17442b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:16.012086 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-d21355b3-172a-41b4-9545-3d9c2d69d6c0 req-f4b7d6ff-c94a-49e7-ad21-38e34ba0f5cc tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21aff3fe-4dec-49a2-955b-e40ffe17442b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:16.019006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-d21355b3-172a-41b4-9545-3d9c2d69d6c0 req-f4b7d6ff-c94a-49e7-ad21-38e34ba0f5cc tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:16.023667 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-d21355b3-172a-41b4-9545-3d9c2d69d6c0 req-f4b7d6ff-c94a-49e7-ad21-38e34ba0f5cc tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Usage tracker for resource:security_group_rule and tenant:e476942cdbfc45758cf9aa2da49dcad1 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:06:16.027876 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-d21355b3-172a-41b4-9545-3d9c2d69d6c0 req-f4b7d6ff-c94a-49e7-ad21-38e34ba0f5cc tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:06:16.034233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-d21355b3-172a-41b4-9545-3d9c2d69d6c0 req-f4b7d6ff-c94a-49e7-ad21-38e34ba0f5cc tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:16.095295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-d21355b3-172a-41b4-9545-3d9c2d69d6c0 req-f4b7d6ff-c94a-49e7-ad21-38e34ba0f5cc tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:16.120535 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-d21355b3-172a-41b4-9545-3d9c2d69d6c0 req-f4b7d6ff-c94a-49e7-ad21-38e34ba0f5cc tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:16.124571 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-d21355b3-172a-41b4-9545-3d9c2d69d6c0 req-f4b7d6ff-c94a-49e7-ad21-38e34ba0f5cc tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749949'] for security_group_rule, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:16.128961 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7dd3cc3a-6a08-4ab6-af82-4174bde973bb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:16.151597 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7d6ff-c94a-49e7-ad21-38e34ba0f5cc tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5573b7-1977-46da-9b4e-0c828296f0a1,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:16.157435 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f4b7d6ff-c94a-49e7-ad21-38e34ba0f5cc tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:16.163836 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-d21355b3-172a-41b4-9545-3d9c2d69d6c0 req-f4b7d6ff-c94a-49e7-ad21-38e34ba0f5cc tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:16.165132 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d21355b3-172a-41b4-9545-3d9c2d69d6c0 req-f4b7d6ff-c94a-49e7-ad21-38e34ba0f5cc tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1581593 Feb 17 00:06:16.382962 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-22bacddb-006e-4776-8824-879ec755186c service neutron] 10.222.0.54 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116936 Feb 17 00:06:16.395983 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63952596-807d-4156-94e8-2fcce92d8758 req-0a380cb6-c2bb-43ca-9cb0-00c38d3e2298 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:16.397524 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63952596-807d-4156-94e8-2fcce92d8758 req-0a380cb6-c2bb-43ca-9cb0-00c38d3e2298 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/networks?id=0520da59-3382-4a2f-bac6-074b9669413e HTTP/1.1" status: 200 len: 814 time: 0.2699277 Feb 17 00:06:16.499834 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4671f59e-61cf-4086-afe6-49bbbb5c5925 req-baa3f678-ee31-4e97-bf91-280ba0918bf5 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 210 time: 0.0537705 Feb 17 00:06:16.509032 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63952596-807d-4156-94e8-2fcce92d8758 req-2a59a9bc-2603-4389-9167-3049abe15224 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/quotas/b28f395db7ee4f8ba7943b456e6bafd0 HTTP/1.1" status: 200 len: 375 time: 0.1017947 Feb 17 00:06:16.575471 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09225b-cc76-485b-8abd-ee48a7190c05 req-f0cdbd71-423c-4634-8959-272ae9a0345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:16.577164 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1e09225b-cc76-485b-8abd-ee48a7190c05 req-f0cdbd71-423c-4634-8959-272ae9a0345c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 1163 time: 0.2750022 Feb 17 00:06:16.608685 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20987eb6-c783-45b0-8cde-380560b0dc53 req-e94aac08-6743-4499-a4ce-33ae882006f9 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups/21aff3fe-4dec-49a2-955b-e40ffe17442b HTTP/1.1" status: 200 len: 2395 time: 0.0656042 Feb 17 00:06:16.614090 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-20987eb6-c783-45b0-8cde-380560b0dc53 req-d53aa7a3-fe08-4ba1-8c1e-37e6e465a99a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21aff3fe-4dec-49a2-955b-e40ffe17442b', 'remote_group_id': None}]} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:16.614453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-20987eb6-c783-45b0-8cde-380560b0dc53 req-d53aa7a3-fe08-4ba1-8c1e-37e6e465a99a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21aff3fe-4dec-49a2-955b-e40ffe17442b', 'remote_group_id': None}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:16.621419 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-20987eb6-c783-45b0-8cde-380560b0dc53 req-d53aa7a3-fe08-4ba1-8c1e-37e6e465a99a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:16.625977 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-20987eb6-c783-45b0-8cde-380560b0dc53 req-d53aa7a3-fe08-4ba1-8c1e-37e6e465a99a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Usage tracker for resource:security_group_rule and tenant:e476942cdbfc45758cf9aa2da49dcad1 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:06:16.628974 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-20987eb6-c783-45b0-8cde-380560b0dc53 req-d53aa7a3-fe08-4ba1-8c1e-37e6e465a99a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:06:16.635622 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-20987eb6-c783-45b0-8cde-380560b0dc53 req-d53aa7a3-fe08-4ba1-8c1e-37e6e465a99a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:16.671610 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1b781ed0-925d-4921-92aa-ef7e74746bad req-235296e8-97ff-482e-a468-9d0c869fd681 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2678807 Feb 17 00:06:16.680676 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1e09225b-cc76-485b-8abd-ee48a7190c05 req-738a6697-3942-4758-beb1-e9ac757da364 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885396 Feb 17 00:06:16.696400 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20987eb6-c783-45b0-8cde-380560b0dc53 req-d53aa7a3-fe08-4ba1-8c1e-37e6e465a99a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:16.703949 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63952596-807d-4156-94e8-2fcce92d8758 req-901d4fb2-e175-4e01-95d5-530228ed4303 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b28f395db7ee4f8ba7943b456e6bafd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1809981 Feb 17 00:06:16.721787 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20987eb6-c783-45b0-8cde-380560b0dc53 req-d53aa7a3-fe08-4ba1-8c1e-37e6e465a99a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:16.724547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20987eb6-c783-45b0-8cde-380560b0dc53 req-d53aa7a3-fe08-4ba1-8c1e-37e6e465a99a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749949'] for security_group_rule, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:16.731764 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:16.751224 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53aa7a3-fe08-4ba1-8c1e-37e6e465a99a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bc129d-f03b-4b55-9a60-33948c141a0d,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:16.753737 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d53aa7a3-fe08-4ba1-8c1e-37e6e465a99a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:16.761076 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20987eb6-c783-45b0-8cde-380560b0dc53 req-d53aa7a3-fe08-4ba1-8c1e-37e6e465a99a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:16.762386 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20987eb6-c783-45b0-8cde-380560b0dc53 req-d53aa7a3-fe08-4ba1-8c1e-37e6e465a99a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1528039 Feb 17 00:06:16.854167 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63952596-807d-4156-94e8-2fcce92d8758 req-b0bc540f-5196-4b3a-9bdf-c8394afd511a service neutron] 10.222.0.63 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418469 Feb 17 00:06:16.985586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5fd64-bb5d-428f-b933-7834f81cd7f9 req-95c57093-fed4-4784-8bb2-fed1cbca7740 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:16.987459 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-95a5fd64-bb5d-428f-b933-7834f81cd7f9 req-95c57093-fed4-4784-8bb2-fed1cbca7740 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 943 time: 0.1193283 Feb 17 00:06:17.003031 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63952596-807d-4156-94e8-2fcce92d8758 req-f20c5cb1-7d83-4f61-a881-3f58bee39fcf service neutron] 10.222.0.63 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424294 Feb 17 00:06:17.042832 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-95a5fd64-bb5d-428f-b933-7834f81cd7f9 req-506c373b-078c-4eaa-a74c-6b87be8ee06f tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468950 Feb 17 00:06:17.280502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cb5cb-2fa4-49a4-ade0-2c49abb8b368 req-773c2197-a31b-425d-a7c7-db70fba014c7 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:17.282492 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-110cb5cb-2fa4-49a4-ade0-2c49abb8b368 req-773c2197-a31b-425d-a7c7-db70fba014c7 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.1242857 Feb 17 00:06:17.333598 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-90dd3fdc-23b3-4893-bc2d-f973b8625c03 req-3ee4d04e-975a-456b-94aa-11cb67290d38 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 210 time: 0.0642660 Feb 17 00:06:17.436464 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d4591-9a33-403f-8306-8257465ace9f req-fac536b4-a666-4ef7-b3e4-bfd9b26fad66 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:17.438682 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd7d4591-9a33-403f-8306-8257465ace9f req-fac536b4-a666-4ef7-b3e4-bfd9b26fad66 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.54 "GET /v2.0/networks?id=6cc86dcd-72aa-4cbf-9b3f-632628327554 HTTP/1.1" status: 200 len: 808 time: 0.3697097 Feb 17 00:06:17.441118 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df106754-3bff-4c33-b5a0-dee463ff8cd4 req-241291a6-549c-4c01-9318-f7fb29730fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:17.442902 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-df106754-3bff-4c33-b5a0-dee463ff8cd4 req-241291a6-549c-4c01-9318-f7fb29730fb8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aed35f557341417fb5448e2d6f60f1fb&device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 1160 time: 0.3295062 Feb 17 00:06:17.457197 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-110cb5cb-2fa4-49a4-ade0-2c49abb8b368 req-5d8613e9-15bd-4c75-bfb8-a4c549880568 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661875 Feb 17 00:06:17.485849 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Request body: {'port': {'device_id': '45bbb868-0491-4670-bed8-2bf178d7ce99', 'network_id': '6cc86dcd-72aa-4cbf-9b3f-632628327554', 'admin_state_up': True, 'tenant_id': '938a9486ef9844b1a6085a404c6ae9ab'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:17.710430 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4ff6e57a-3c49-4cbe-9919-17a33cac899f req-31e2d30f-fec4-4555-b45d-5f9a445e34c3 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 210 time: 0.0640886 Feb 17 00:06:17.808015 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df106754-3bff-4c33-b5a0-dee463ff8cd4 req-b1ef5ec3-2edb-46a2-b591-2310b2d0b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:17.809676 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-df106754-3bff-4c33-b5a0-dee463ff8cd4 req-b1ef5ec3-2edb-46a2-b591-2310b2d0b486 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a2d43b7-daa1-41df-b68e-2e9e428becfa HTTP/1.1" status: 200 len: 909 time: 0.3020799 Feb 17 00:06:17.921060 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-df106754-3bff-4c33-b5a0-dee463ff8cd4 req-fc9581bb-cad1-4c85-a4fe-a8c99b7f2cb5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45faf73-69f6-4338-b4c1-f0724f6f5789 HTTP/1.1" status: 200 len: 217 time: 0.0771065 Feb 17 00:06:17.927745 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:17.932372 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Usage tracker for resource:port and tenant:938a9486ef9844b1a6085a404c6ae9ab is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:06:17.935453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:06:17.941494 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:18.002806 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Made reservation on behalf of 938a9486ef9844b1a6085a404c6ae9ab for: {'port': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:06:18.008198 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:18.037826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df106754-3bff-4c33-b5a0-dee463ff8cd4 req-2851c3bc-6eb8-4fcf-b1e4-815e35632f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:18.039481 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-df106754-3bff-4c33-b5a0-dee463ff8cd4 req-2851c3bc-6eb8-4fcf-b1e4-815e35632f05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d80aa7e2-dad3-42a4-a5a4-70d96d082108 HTTP/1.1" status: 200 len: 854 time: 0.0955853 Feb 17 00:06:18.400863 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df106754-3bff-4c33-b5a0-dee463ff8cd4 req-c5d5f7ff-f022-4d11-966f-a85b03e1d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:18.402531 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-df106754-3bff-4c33-b5a0-dee463ff8cd4 req-c5d5f7ff-f022-4d11-966f-a85b03e1d0e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a2d43b7-daa1-41df-b68e-2e9e428becfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3447363 Feb 17 00:06:18.537076 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-69c0a3d8-a10a-4411-8fe9-9714e2c7aa94 req-6b2b2a1e-3d1e-40f9-8b95-4e2c33681da7 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 210 time: 0.0592501 Feb 17 00:06:18.539925 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2602b3-b1db-4eac-8944-5ff8915f4941 req-f0ba8593-dd54-4ad9-8793-f5fe109ccf20 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:18.541249 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-8d2602b3-b1db-4eac-8944-5ff8915f4941 req-f0ba8593-dd54-4ad9-8793-f5fe109ccf20 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Synchronizing usage tracker for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:06:18.639483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:18.692255 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-8d2602b3-b1db-4eac-8944-5ff8915f4941 req-f0ba8593-dd54-4ad9-8793-f5fe109ccf20 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Unset dirty status for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:06:18.699670 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8d2602b3-b1db-4eac-8944-5ff8915f4941 req-f0ba8593-dd54-4ad9-8793-f5fe109ccf20 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 943 time: 0.5031211 Feb 17 00:06:18.815566 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:18.816145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:18.955507 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46260ab-de06-44bb-8d49-5a4d62269cb6 req-b66015e2-12de-43fd-a842-0378a8680141 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:18.957660 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e46260ab-de06-44bb-8d49-5a4d62269cb6 req-b66015e2-12de-43fd-a842-0378a8680141 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.2313170 Feb 17 00:06:19.049941 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e46260ab-de06-44bb-8d49-5a4d62269cb6 req-708ebd94-dcb2-4f0f-91df-c37bc9c6af85 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852985 Feb 17 00:06:19.124828 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-df106754-3bff-4c33-b5a0-dee463ff8cd4 req-b51e2645-fefc-4b7a-83e9-64cad5f6f788 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998668 Feb 17 00:06:19.199523 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8d2602b3-b1db-4eac-8944-5ff8915f4941 req-69e3d2ee-0898-49c4-89dc-410be059e424 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988875 Feb 17 00:06:19.267142 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Allocated IP 172.20.0.4 (6cc86dcd-72aa-4cbf-9b3f-632628327554/fb4af821-1fc3-43eb-9f1b-d1fe9f3bbee4/4034aa5c-63a3-4077-965c-a6105b76a974) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:06:19.370828 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-df106754-3bff-4c33-b5a0-dee463ff8cd4 req-a4b9048f-4d08-4c24-b79b-faf80fb342a0 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2255287 Feb 17 00:06:19.463833 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a6f4da35-7e40-4796-817c-ad8a3eba3cf5 req-f1e0991f-31b4-4009-b293-468b4f2ec938 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 210 time: 0.0672081 Feb 17 00:06:19.534151 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63952596-807d-4156-94e8-2fcce92d8758 req-275d6769-edc3-4134-93b4-2a9452b85cc9 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:19.536150 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63952596-807d-4156-94e8-2fcce92d8758 req-275d6769-edc3-4134-93b4-2a9452b85cc9 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "GET /v2.0/networks?id=0520da59-3382-4a2f-bac6-074b9669413e HTTP/1.1" status: 200 len: 814 time: 0.2542939 Feb 17 00:06:19.558758 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-63952596-807d-4156-94e8-2fcce92d8758 req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Request body: {'port': {'device_id': '3702cee3-354c-4826-8bec-4b88564acde3', 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e', 'admin_state_up': True, 'tenant_id': 'b28f395db7ee4f8ba7943b456e6bafd0'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:19.582970 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:19.638920 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:19.687923 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:19.704765 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e46a07c6-4320-4dd1-8b18-493442e7d795 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:19.740297 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8b902152-d0ab-40bc-b49e-90507064788a req-a322a732-43d2-4d46-bd73-2289bcd60d60 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 210 time: 0.0601573 Feb 17 00:06:19.795376 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-63952596-807d-4156-94e8-2fcce92d8758 req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:19.805506 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-63952596-807d-4156-94e8-2fcce92d8758 req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:19.815355 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63952596-807d-4156-94e8-2fcce92d8758 req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Made reservation on behalf of b28f395db7ee4f8ba7943b456e6bafd0 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:06:19.820898 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-63952596-807d-4156-94e8-2fcce92d8758 req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:19.850018 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Pushing event updated for resources: {'Port': ['ID=4034aa5c-63a3-4077-965c-a6105b76a974,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:19.855788 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:19.905707 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Network 6cc86dcd-72aa-4cbf-9b3f-632628327554 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:06:19.906898 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:06:19.909204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:06:19.913595 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:19.914304 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:19.936486 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd7d4591-9a33-403f-8306-8257465ace9f req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4564145 Feb 17 00:06:19.954522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Request body: {'port': {'device_id': '45bbb868-0491-4670-bed8-2bf178d7ce99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:20.091171 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:20.432882 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-63952596-807d-4156-94e8-2fcce92d8758 req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Allocated IP 172.20.0.14 (0520da59-3382-4a2f-bac6-074b9669413e/4625a851-cafe-40a6-81f5-a0913ace2471/fa372129-a187-4342-85b9-91d90494db20) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:06:20.680815 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f15a0-d8be-45a4-81f1-1a21fd66e3f5 req-86a3b52d-eb14-4468-b326-80b5509050d4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:20.688682 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7f4f15a0-d8be-45a4-81f1-1a21fd66e3f5 req-86a3b52d-eb14-4468-b326-80b5509050d4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.2030885 Feb 17 00:06:20.702063 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.objects.ports [None req-b89050a1-689b-4154-a659-7494a019671b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:06:20.736589 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4034aa5c-63a3-4077-965c-a6105b76a974 {{(pid=83920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:06:20.754335 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:20.768754 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255fdcb-bec7-4c7f-b89e-eb5f6e31a0d0 req-84479502-0492-4f14-86c0-df84626bb3b4 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:20.778646 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8255fdcb-bec7-4c7f-b89e-eb5f6e31a0d0 req-84479502-0492-4f14-86c0-df84626bb3b4 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 943 time: 0.2980161 Feb 17 00:06:20.782814 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7f4f15a0-d8be-45a4-81f1-1a21fd66e3f5 req-597ce5d7-4175-4ee7-b132-bf6ae51fa17c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932329 Feb 17 00:06:20.786465 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Transition to ACTIVE for port object 4034aa5c-63a3-4077-965c-a6105b76a974 will not be triggered until provisioned by entity L2. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:06:20.803369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:20.845656 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-63952596-807d-4156-94e8-2fcce92d8758 req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:20.860472 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8255fdcb-bec7-4c7f-b89e-eb5f6e31a0d0 req-e8f0b9a9-a8b4-4d57-b6e2-58e15457368e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808775 Feb 17 00:06:20.889701 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7be4a6d0-5612-4c87-ba0a-9443c6ba07b1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:20.892162 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-63952596-807d-4156-94e8-2fcce92d8758 req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:20.912024 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-62b1ae72-59ed-4cb6-9644-9cb28bdbd99b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:20.973806 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Pushing event updated for resources: {'Port': ['ID=4034aa5c-63a3-4077-965c-a6105b76a974,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:20.978892 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:21.061111 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Pushing event updated for resources: {'Port': ['ID=fa372129-a187-4342-85b9-91d90494db20,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:21.064567 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:21.130176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63952596-807d-4156-94e8-2fcce92d8758 req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Network 0520da59-3382-4a2f-bac6-074b9669413e is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:06:21.131364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-63952596-807d-4156-94e8-2fcce92d8758 req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:06:21.133686 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-63952596-807d-4156-94e8-2fcce92d8758 req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:06:21.180954 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Attempting to bind port 4034aa5c-63a3-4077-965c-a6105b76a974 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:06:21.181870 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Attempting to bind port 4034aa5c-63a3-4077-965c-a6105b76a974 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '9850535d-d27a-46eb-b847-1985cf558db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6cc86dcd-72aa-4cbf-9b3f-632628327554'}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:06:21.182262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Attempting to bind port 4034aa5c-63a3-4077-965c-a6105b76a974 on network 6cc86dcd-72aa-4cbf-9b3f-632628327554 {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:06:21.191287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:06:21.191722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Checking segment: {'id': '9850535d-d27a-46eb-b847-1985cf558db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6cc86dcd-72aa-4cbf-9b3f-632628327554'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:06:21.192123 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:21.192518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Bound using segment: {'id': '9850535d-d27a-46eb-b847-1985cf558db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6cc86dcd-72aa-4cbf-9b3f-632628327554'} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:06:21.192995 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Bound port: 4034aa5c-63a3-4077-965c-a6105b76a974, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9850535d-d27a-46eb-b847-1985cf558db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6cc86dcd-72aa-4cbf-9b3f-632628327554'}}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:06:21.193364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:21.208301 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63952596-807d-4156-94e8-2fcce92d8758 req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:21.208969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-63952596-807d-4156-94e8-2fcce92d8758 req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:21.237484 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63952596-807d-4156-94e8-2fcce92d8758 req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6854370 Feb 17 00:06:21.255492 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Request body: {'port': {'device_id': '3702cee3-354c-4826-8bec-4b88564acde3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:21.302068 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d340e-8e5f-41c4-824d-c09d67e47dd3 req-99a5b328-b02f-4287-9540-fa4c7eaac530 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:21.302854 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-df2d340e-8e5f-41c4-824d-c09d67e47dd3 req-99a5b328-b02f-4287-9540-fa4c7eaac530 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Synchronizing usage tracker for tenant:938a9486ef9844b1a6085a404c6ae9ab on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:06:21.329271 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] For port 4034aa5c-63a3-4077-965c-a6105b76a974, host hv-cinder-75996, cleared binding levels {{(pid=83920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:06:21.332572 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] For port 4034aa5c-63a3-4077-965c-a6105b76a974, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=4034aa5c-63a3-4077-965c-a6105b76a974,segment=NetworkSegment(9850535d-d27a-46eb-b847-1985cf558db6),segment_id=9850535d-d27a-46eb-b847-1985cf558db6)] {{(pid=83920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:06:21.335002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-df2d340e-8e5f-41c4-824d-c09d67e47dd3 req-99a5b328-b02f-4287-9540-fa4c7eaac530 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Unset dirty status for tenant:938a9486ef9844b1a6085a404c6ae9ab on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:06:21.336491 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-df2d340e-8e5f-41c4-824d-c09d67e47dd3 req-99a5b328-b02f-4287-9540-fa4c7eaac530 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 943 time: 0.2182133 Feb 17 00:06:21.338167 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:21.369893 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:21.438160 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:21.614570 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-df2d340e-8e5f-41c4-824d-c09d67e47dd3 req-68b14817-b279-4061-a47b-b434c554d621 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616825 Feb 17 00:06:21.639237 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Pushing event updated for resources: {'Port': ['ID=4034aa5c-63a3-4077-965c-a6105b76a974,revision_number=3']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:21.639237 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:21.680033 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:21.681102 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:21.682648 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd7d4591-9a33-403f-8306-8257465ace9f req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] 10.222.0.54 "PUT /v2.0/ports/4034aa5c-63a3-4077-965c-a6105b76a974 HTTP/1.1" status: 200 len: 1157 time: 1.7331057 Feb 17 00:06:21.683554 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bbb868-0491-4670-bed8-2bf178d7ce99', 'tag': '4034aa5c-63a3-4077-965c-a6105b76a974'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:21.767080 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cfba6-6293-422e-992b-d7c056c8fb2a req-37019e8f-1d82-467b-9ae7-17aa4ce19a07 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:21.767738 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-5d4cfba6-6293-422e-992b-d7c056c8fb2a req-37019e8f-1d82-467b-9ae7-17aa4ce19a07 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Synchronizing usage tracker for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:06:21.874253 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-5d4cfba6-6293-422e-992b-d7c056c8fb2a req-37019e8f-1d82-467b-9ae7-17aa4ce19a07 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Unset dirty status for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:06:21.876121 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5d4cfba6-6293-422e-992b-d7c056c8fb2a req-37019e8f-1d82-467b-9ae7-17aa4ce19a07 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 932 time: 0.3514338 Feb 17 00:06:21.880059 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d4591-9a33-403f-8306-8257465ace9f req-826eff3e-032c-444b-82ec-92bc4ae76dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:21.881824 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd7d4591-9a33-403f-8306-8257465ace9f req-826eff3e-032c-444b-82ec-92bc4ae76dbc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=938a9486ef9844b1a6085a404c6ae9ab&device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 1160 time: 0.1528094 Feb 17 00:06:21.966281 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5d4cfba6-6293-422e-992b-d7c056c8fb2a req-835c98ed-2176-4563-861c-ace91426c8b5 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837936 Feb 17 00:06:21.973375 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0f4b5-2898-41f3-9b5f-fdc90268d493 req-2ffff614-27ae-4beb-8466-cbd9e58538e5 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:21.975936 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7de0f4b5-2898-41f3-9b5f-fdc90268d493 req-2ffff614-27ae-4beb-8466-cbd9e58538e5 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.2054787 Feb 17 00:06:22.005937 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd7d4591-9a33-403f-8306-8257465ace9f req-96a30feb-9bc7-4c1a-91ec-b36765ac13c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4034aa5c-63a3-4077-965c-a6105b76a974 HTTP/1.1" status: 200 len: 217 time: 0.1150823 Feb 17 00:06:22.010717 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device b45faf73-69f6-4338-b4c1-f0724f6f5789 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:22.090644 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45bbb868-0491-4670-bed8-2bf178d7ce99', 'tag': '4034aa5c-63a3-4077-965c-a6105b76a974', 'status': 'completed', 'code': 200} Feb 17 00:06:22.101012 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-95bafcac-1dfc-4f4a-9c60-89fdf2979b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:22.116763 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port b45faf73-69f6-4338-b4c1-f0724f6f5789 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:06:22.123051 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port b45faf73-69f6-4338-b4c1-f0724f6f5789 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:22.123660 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:22.140932 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7de0f4b5-2898-41f3-9b5f-fdc90268d493 req-52b3bcb8-c035-475e-9997-c40822712e84 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332812 Feb 17 00:06:22.156192 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d4591-9a33-403f-8306-8257465ace9f req-e5ca8b07-de1c-4059-a599-1d33251b9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:22.157895 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd7d4591-9a33-403f-8306-8257465ace9f req-e5ca8b07-de1c-4059-a599-1d33251b9697 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fb4af821-1fc3-43eb-9f1b-d1fe9f3bbee4 HTTP/1.1" status: 200 len: 848 time: 0.1101737 Feb 17 00:06:22.163483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa372129-a187-4342-85b9-91d90494db20 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:06:22.173356 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:22.224285 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd7d4591-9a33-403f-8306-8257465ace9f req-da6bf1de-442a-400e-be09-0a3fee5967e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc86dcd-72aa-4cbf-9b3f-632628327554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557787 Feb 17 00:06:22.273559 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Transition to ACTIVE for port object fa372129-a187-4342-85b9-91d90494db20 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:06:22.286673 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:22.304493 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:22.372469 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:22.419088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port b45faf73-69f6-4338-b4c1-f0724f6f5789, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b45faf73-69f6-4338-b4c1-f0724f6f5789,segment=NetworkSegment(605d05aa-1d22-4cae-b0d4-e228fcd0e64c),segment_id=605d05aa-1d22-4cae-b0d4-e228fcd0e64c)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:06:22.420450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e06df47-1ef4-4501-91da-2059426b28fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45faf73-69f6-4338-b4c1-f0724f6f5789'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:22.427414 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:22.429723 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:22.513399 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Pushing event updated for resources: {'Port': ['ID=fa372129-a187-4342-85b9-91d90494db20,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:22.526563 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=b45faf73-69f6-4338-b4c1-f0724f6f5789,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:22.526684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:22.531066 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e06df47-1ef4-4501-91da-2059426b28fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45faf73-69f6-4338-b4c1-f0724f6f5789', 'code': 200} Feb 17 00:06:22.531798 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:22.543174 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd7d4591-9a33-403f-8306-8257465ace9f req-da23360b-08b2-4ba1-83d9-78c1e530fef8 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc86dcd-72aa-4cbf-9b3f-632628327554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990749 Feb 17 00:06:22.564569 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc12512-a066-4682-b1a0-266d8f1d306f req-ea2b9208-88e7-4409-8daa-46f17c06a2bf tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:22.567402 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6dc12512-a066-4682-b1a0-266d8f1d306f req-ea2b9208-88e7-4409-8daa-46f17c06a2bf tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 943 time: 0.3851554 Feb 17 00:06:22.690674 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6dc12512-a066-4682-b1a0-266d8f1d306f req-d06c7610-e931-40c0-afd8-519f35c66129 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017933 Feb 17 00:06:22.849053 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd7d4591-9a33-403f-8306-8257465ace9f req-8689cfe4-2938-456f-ab51-7e7163d2202a service neutron] 10.222.0.54 "GET /v2.0/networks/6cc86dcd-72aa-4cbf-9b3f-632628327554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2973709 Feb 17 00:06:22.880165 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Attempting to bind port fa372129-a187-4342-85b9-91d90494db20 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:06:22.880660 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Attempting to bind port fa372129-a187-4342-85b9-91d90494db20 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:06:22.880911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Attempting to bind port fa372129-a187-4342-85b9-91d90494db20 on network 0520da59-3382-4a2f-bac6-074b9669413e {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:06:22.887137 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:06:22.887507 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Checking segment: {'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:06:22.888041 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:22.888536 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Bound using segment: {'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:06:22.889042 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Bound port: fa372129-a187-4342-85b9-91d90494db20, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8780ae-61ac-4556-936c-cbffc89d3dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0520da59-3382-4a2f-bac6-074b9669413e'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:06:22.889540 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:22.990839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] For port fa372129-a187-4342-85b9-91d90494db20, host hv-cinder-75996, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:06:22.994722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] For port fa372129-a187-4342-85b9-91d90494db20, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=fa372129-a187-4342-85b9-91d90494db20,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:06:22.998717 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:23.014368 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:23.091789 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17137e-9d7f-44ab-9dcb-78c4cb8c1f88 req-fca0694c-a393-417c-9bdc-ba27ead3e732 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:23.093325 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9b17137e-9d7f-44ab-9dcb-78c4cb8c1f88 req-fca0694c-a393-417c-9bdc-ba27ead3e732 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 943 time: 0.2429681 Feb 17 00:06:23.106612 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e77ea-eaa8-40ae-81a7-9d0073013b72 req-10f260ca-e043-48d6-a538-c1d38ba00699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:23.108540 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b92e77ea-eaa8-40ae-81a7-9d0073013b72 req-10f260ca-e043-48d6-a538-c1d38ba00699 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 1162 time: 0.2004566 Feb 17 00:06:23.143574 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d691c7-ada0-4a09-a6a5-7130fd51c16b req-bc9bef99-9a1a-4858-9873-285b33641858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:23.145261 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81d691c7-ada0-4a09-a6a5-7130fd51c16b req-bc9bef99-9a1a-4858-9873-285b33641858 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=938a9486ef9844b1a6085a404c6ae9ab&device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 1160 time: 0.1889887 Feb 17 00:06:23.228698 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Pushing event updated for resources: {'Port': ['ID=fa372129-a187-4342-85b9-91d90494db20,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:23.237343 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:23.294647 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dbd5d-4a24-4192-a4b0-9f259d68b406 req-cf594dbd-4b00-4ce2-9bf8-80cc794f0c7a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:23.297974 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-106dbd5d-4a24-4192-a4b0-9f259d68b406 req-cf594dbd-4b00-4ce2-9bf8-80cc794f0c7a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 944 time: 0.1750734 Feb 17 00:06:23.299592 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:23.300268 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:23.301790 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63952596-807d-4156-94e8-2fcce92d8758 req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] 10.222.0.54 "PUT /v2.0/ports/fa372129-a187-4342-85b9-91d90494db20 HTTP/1.1" status: 200 len: 1158 time: 2.0510013 Feb 17 00:06:23.302320 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3702cee3-354c-4826-8bec-4b88564acde3', 'tag': 'fa372129-a187-4342-85b9-91d90494db20'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:23.371091 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-106dbd5d-4a24-4192-a4b0-9f259d68b406 req-ccd8e81b-7e7e-420b-8e49-bc6a2c877b5d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513411 Feb 17 00:06:23.469145 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3702cee3-354c-4826-8bec-4b88564acde3', 'tag': 'fa372129-a187-4342-85b9-91d90494db20', 'status': 'completed', 'code': 200} Feb 17 00:06:23.485195 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63952596-807d-4156-94e8-2fcce92d8758 req-fcff1860-23f4-484a-997d-8c0290b05468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:23.488825 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63952596-807d-4156-94e8-2fcce92d8758 req-fcff1860-23f4-484a-997d-8c0290b05468 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b28f395db7ee4f8ba7943b456e6bafd0&device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 1161 time: 0.1162114 Feb 17 00:06:23.520550 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9b17137e-9d7f-44ab-9dcb-78c4cb8c1f88 req-05e71e5b-dd2e-4846-9f89-f7255116b117 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028354 Feb 17 00:06:23.551770 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b92e77ea-eaa8-40ae-81a7-9d0073013b72 req-c39d8974-3d38-49f9-9af3-9aec9e17f3bd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033108 Feb 17 00:06:23.585827 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63952596-807d-4156-94e8-2fcce92d8758 req-2645e753-a387-4e06-811f-41f832019ab9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa372129-a187-4342-85b9-91d90494db20 HTTP/1.1" status: 200 len: 217 time: 0.0848792 Feb 17 00:06:23.599897 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d691c7-ada0-4a09-a6a5-7130fd51c16b req-1de9a391-4237-4e4f-ac98-6cd0b84324ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:23.601468 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81d691c7-ada0-4a09-a6a5-7130fd51c16b req-1de9a391-4237-4e4f-ac98-6cd0b84324ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc86dcd-72aa-4cbf-9b3f-632628327554 HTTP/1.1" status: 200 len: 903 time: 0.4386618 Feb 17 00:06:23.897433 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f29d-30f9-404b-8b71-f486c47e7c09 req-9a695a67-9252-4014-8ca9-99cb2bb042d6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:23.899110 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0784f29d-30f9-404b-8b71-f486c47e7c09 req-9a695a67-9252-4014-8ca9-99cb2bb042d6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 945 time: 0.0919743 Feb 17 00:06:23.911976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device b45faf73-69f6-4338-b4c1-f0724f6f5789 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:23.997852 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81d691c7-ada0-4a09-a6a5-7130fd51c16b req-ea6d1be7-ea75-400d-ab4d-3572290bd5a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4034aa5c-63a3-4077-965c-a6105b76a974 HTTP/1.1" status: 200 len: 217 time: 0.0754497 Feb 17 00:06:24.003959 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port b45faf73-69f6-4338-b4c1-f0724f6f5789 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:24.005013 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:24.019578 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63952596-807d-4156-94e8-2fcce92d8758 req-86616c35-0791-4514-9819-c73cd1b3987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:24.020950 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63952596-807d-4156-94e8-2fcce92d8758 req-86616c35-0791-4514-9819-c73cd1b3987c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4625a851-cafe-40a6-81f5-a0913ace2471 HTTP/1.1" status: 200 len: 854 time: 0.1053267 Feb 17 00:06:24.074837 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0784f29d-30f9-404b-8b71-f486c47e7c09 req-ca0275d8-e0b6-4052-9dae-30a995bfdecb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684780 Feb 17 00:06:24.104482 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d691c7-ada0-4a09-a6a5-7130fd51c16b req-528fb1c9-dc78-42a6-b920-eb02610d4686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:24.106115 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81d691c7-ada0-4a09-a6a5-7130fd51c16b req-528fb1c9-dc78-42a6-b920-eb02610d4686 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fb4af821-1fc3-43eb-9f1b-d1fe9f3bbee4 HTTP/1.1" status: 200 len: 848 time: 0.0887933 Feb 17 00:06:24.137022 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63952596-807d-4156-94e8-2fcce92d8758 req-b698b817-46bd-4c77-bc8d-529594d48a5e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0520da59-3382-4a2f-bac6-074b9669413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969837 Feb 17 00:06:24.184542 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81d691c7-ada0-4a09-a6a5-7130fd51c16b req-d277a422-3155-4c7f-b440-a55811a36b88 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc86dcd-72aa-4cbf-9b3f-632628327554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648518 Feb 17 00:06:24.296368 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63952596-807d-4156-94e8-2fcce92d8758 req-f93da1be-d65d-4114-aec8-a8224468a2d7 service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487496 Feb 17 00:06:24.366343 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81d691c7-ada0-4a09-a6a5-7130fd51c16b req-6ddbb73d-74ba-4e6d-8779-ce1575964aec service neutron] 10.222.0.54 "GET /v2.0/networks/6cc86dcd-72aa-4cbf-9b3f-632628327554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520231 Feb 17 00:06:24.473163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-35e32681-e517-49ea-8b84-45834be7daa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:24.481081 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-63952596-807d-4156-94e8-2fcce92d8758 req-943a23fe-ef06-4d7e-98ca-dca257b895ef service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1666210 Feb 17 00:06:24.647968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633ac39-6549-4822-9fd6-be71a6b337da req-ccd6e167-129f-4198-8aec-5594849f0efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:24.650570 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9633ac39-6549-4822-9fd6-be71a6b337da req-ccd6e167-129f-4198-8aec-5594849f0efb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b28f395db7ee4f8ba7943b456e6bafd0&device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 1161 time: 0.0897572 Feb 17 00:06:24.688208 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81d691c7-ada0-4a09-a6a5-7130fd51c16b req-c5198113-3c14-420a-8c3f-7071634b5caf service neutron] 10.222.0.54 "GET /v2.0/networks/6cc86dcd-72aa-4cbf-9b3f-632628327554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3099399 Feb 17 00:06:24.735900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2626d-72a2-47ad-a5d2-d210f7409f67 req-3e63edb1-3ad1-4950-b73b-d63af47e074c tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:24.744128 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4ad2626d-72a2-47ad-a5d2-d210f7409f67 req-3e63edb1-3ad1-4950-b73b-d63af47e074c tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 944 time: 0.2136421 Feb 17 00:06:24.780066 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0df96-599b-4ffe-80d0-530fc7902f16 req-0c8f79ee-3d0e-4d7c-80d1-3fa31b41968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:24.781709 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-35d0df96-599b-4ffe-80d0-530fc7902f16 req-0c8f79ee-3d0e-4d7c-80d1-3fa31b41968e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ee46360fcd446293cdd25aa696350b&device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 1162 time: 0.1772757 Feb 17 00:06:24.902035 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4ad2626d-72a2-47ad-a5d2-d210f7409f67 req-9578201e-ad0c-4a52-aab7-12e2450a11a1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568000 Feb 17 00:06:24.924830 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:25.021427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0df96-599b-4ffe-80d0-530fc7902f16 req-0a0c0867-2106-4704-a1f1-2dff49034d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:25.023552 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-35d0df96-599b-4ffe-80d0-530fc7902f16 req-0a0c0867-2106-4704-a1f1-2dff49034d06 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ca00216-ee09-4b8a-a03b-9db9b3566f52 HTTP/1.1" status: 200 len: 912 time: 0.2291424 Feb 17 00:06:25.140221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:06:25.141406 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-35d0df96-599b-4ffe-80d0-530fc7902f16 req-5eea4f83-18bc-4480-a366-51456c2457e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d14d1e1b-e7d4-40d7-a21f-d717b23ef138 HTTP/1.1" status: 200 len: 217 time: 0.1042011 Feb 17 00:06:25.181855 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbd1ca-fea9-451d-8c20-e2ea18eda1dd req-b2e9412a-affd-4995-99d3-c3d3deebc762 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:25.183476 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8ebbd1ca-fea9-451d-8c20-e2ea18eda1dd req-b2e9412a-affd-4995-99d3-c3d3deebc762 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.5237184 Feb 17 00:06:25.188124 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633ac39-6549-4822-9fd6-be71a6b337da req-508f4a4a-3952-4734-beb8-d3aa3930dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:25.189556 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9633ac39-6549-4822-9fd6-be71a6b337da req-508f4a4a-3952-4734-beb8-d3aa3930dbed service neutron] 10.222.0.54 "GET /v2.0/networks?id=0520da59-3382-4a2f-bac6-074b9669413e HTTP/1.1" status: 200 len: 908 time: 0.1788344 Feb 17 00:06:25.229146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0df96-599b-4ffe-80d0-530fc7902f16 req-566fbfc2-10a4-4931-8231-c76341903995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:25.230681 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-35d0df96-599b-4ffe-80d0-530fc7902f16 req-566fbfc2-10a4-4931-8231-c76341903995 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17138db5-0c15-4399-a1cd-bdf6e1de4aee HTTP/1.1" status: 200 len: 858 time: 0.0795546 Feb 17 00:06:25.278321 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9633ac39-6549-4822-9fd6-be71a6b337da req-88acefc6-9a08-4660-a667-aa8f23a461fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa372129-a187-4342-85b9-91d90494db20 HTTP/1.1" status: 200 len: 217 time: 0.0738525 Feb 17 00:06:25.293951 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14232cba-839c-4b4a-bc0c-ccc48743139a req-b078910d-3b04-4d4e-a485-18cbe4750c84 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:25.295572 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-14232cba-839c-4b4a-bc0c-ccc48743139a req-b078910d-3b04-4d4e-a485-18cbe4750c84 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 943 time: 0.1986835 Feb 17 00:06:25.302879 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-35d0df96-599b-4ffe-80d0-530fc7902f16 req-221b3e6a-be7c-48f9-891f-5d146c688f71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ca00216-ee09-4b8a-a03b-9db9b3566f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552347 Feb 17 00:06:25.341648 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8ebbd1ca-fea9-451d-8c20-e2ea18eda1dd req-7703439e-c8f4-4fec-bde2-6dcabc969fee tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510022 Feb 17 00:06:25.382747 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633ac39-6549-4822-9fd6-be71a6b337da req-6907113c-a854-4192-b12e-3181b99d9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:25.384604 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9633ac39-6549-4822-9fd6-be71a6b337da req-6907113c-a854-4192-b12e-3181b99d9a77 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4625a851-cafe-40a6-81f5-a0913ace2471 HTTP/1.1" status: 200 len: 854 time: 0.0966990 Feb 17 00:06:25.440254 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-14232cba-839c-4b4a-bc0c-ccc48743139a req-45e03d8b-cda2-45e4-afea-234e7069047b tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363351 Feb 17 00:06:25.461090 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9633ac39-6549-4822-9fd6-be71a6b337da req-82aaf66a-2a8b-428d-82c6-5e9c3f1fbd27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0520da59-3382-4a2f-bac6-074b9669413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619702 Feb 17 00:06:25.491621 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-35d0df96-599b-4ffe-80d0-530fc7902f16 req-4e2b43e4-f6d8-4e14-8f16-d8467b7bb6a6 service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660459 Feb 17 00:06:25.615208 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9633ac39-6549-4822-9fd6-be71a6b337da req-759684b6-4e4a-4c7f-b7ff-99cb3a94d3f0 service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436765 Feb 17 00:06:25.697344 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-35d0df96-599b-4ffe-80d0-530fc7902f16 req-c23348d8-2ef4-45ac-b56e-72a4bca84fd4 service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1857512 Feb 17 00:06:25.820976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c678531-72cc-43bf-9975-4d8b64a5113b req-cab88f7f-4306-4dbc-bf1f-d2ef4b560768 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:25.823428 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1c678531-72cc-43bf-9975-4d8b64a5113b req-cab88f7f-4306-4dbc-bf1f-d2ef4b560768 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0900509 Feb 17 00:06:25.878408 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7a249-2815-4dc0-99de-f5517e28de54 req-18983f2e-9860-473d-b06c-2e60fab42199 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:25.880116 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32a7a249-2815-4dc0-99de-f5517e28de54 req-18983f2e-9860-473d-b06c-2e60fab42199 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 945 time: 0.1442571 Feb 17 00:06:25.882217 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9633ac39-6549-4822-9fd6-be71a6b337da req-3cd49da8-08db-46f5-9ad3-87ed0ee0a530 service neutron] 10.222.0.54 "GET /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2402415 Feb 17 00:06:25.886698 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1c678531-72cc-43bf-9975-4d8b64a5113b req-22f847ce-4494-4e1f-8bbf-a71300453e27 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570154 Feb 17 00:06:25.939704 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32a7a249-2815-4dc0-99de-f5517e28de54 req-153c66d3-d56d-4156-a08e-60e721805b1a tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502205 Feb 17 00:06:26.082933 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:26.111057 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3344d-7bd1-4f42-be82-543a9ac606cf req-15dd4d9d-5741-4e5e-9aeb-9df7696c87eb tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:26.112668 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6bb3344d-7bd1-4f42-be82-543a9ac606cf req-15dd4d9d-5741-4e5e-9aeb-9df7696c87eb tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 944 time: 0.0966766 Feb 17 00:06:26.161269 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6bb3344d-7bd1-4f42-be82-543a9ac606cf req-cde2e02b-afdb-4790-b241-112cac27c783 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421970 Feb 17 00:06:26.354721 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:26.542825 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2abf2-12f6-4d1b-999b-75cd85864b9a req-db017a4a-b5f8-4c63-b282-d18ddaa4c948 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:26.544601 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f0e2abf2-12f6-4d1b-999b-75cd85864b9a req-db017a4a-b5f8-4c63-b282-d18ddaa4c948 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0872054 Feb 17 00:06:26.593067 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f0e2abf2-12f6-4d1b-999b-75cd85864b9a req-a59cd9ca-11b4-45e1-a9a2-39a0ab7f9458 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417156 Feb 17 00:06:26.650720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820b2b7-cf8f-424a-bbff-bf8b45c8cb59 req-802e5d0b-f2eb-43a8-8c6a-1952196ca118 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:26.652336 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5820b2b7-cf8f-424a-bbff-bf8b45c8cb59 req-802e5d0b-f2eb-43a8-8c6a-1952196ca118 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 943 time: 0.0886960 Feb 17 00:06:26.703703 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5820b2b7-cf8f-424a-bbff-bf8b45c8cb59 req-6fdbcca6-d24c-4c0e-aa47-23fb0ef187ad tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450559 Feb 17 00:06:27.047476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.objects.ports [None req-c10fe7f2-a81a-48af-9f8b-34f0221d008a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:06:27.093581 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c43e93-d596-413e-a12c-54d84221bb8e req-c94e03c9-4514-4a2d-9c5e-3225126988ca tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:27.095401 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-46c43e93-d596-413e-a12c-54d84221bb8e req-c94e03c9-4514-4a2d-9c5e-3225126988ca tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0923619 Feb 17 00:06:27.147687 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-46c43e93-d596-413e-a12c-54d84221bb8e req-6439aa1e-6564-46ee-b817-364555627c7c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456290 Feb 17 00:06:27.169562 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e5fdb-9ee8-42cc-bb8c-4c2e06e4b2cf req-9eaec7ba-cbd7-4db5-acc1-7485ddd7cce2 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:27.171168 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-074e5fdb-9ee8-42cc-bb8c-4c2e06e4b2cf req-9eaec7ba-cbd7-4db5-acc1-7485ddd7cce2 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 945 time: 0.0924346 Feb 17 00:06:27.219099 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-074e5fdb-9ee8-42cc-bb8c-4c2e06e4b2cf req-ef506e4d-f3bf-4a87-ba21-a04f9d2995e3 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Feb 17 00:06:27.363932 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7438fc0-aa9a-4538-a5be-53968d58eb5e req-d107fb2a-02a3-473c-a787-687abe63ab54 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:27.366123 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c7438fc0-aa9a-4538-a5be-53968d58eb5e req-d107fb2a-02a3-473c-a787-687abe63ab54 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 944 time: 0.0912426 Feb 17 00:06:27.422391 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c7438fc0-aa9a-4538-a5be-53968d58eb5e req-b09327b5-663c-49ec-a71d-a3a833012932 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474019 Feb 17 00:06:27.449803 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324e9a9-3749-48c5-9fc2-34994615e338 req-cca1a665-28c0-4448-98d2-b57f7c678b09 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:27.449803 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a324e9a9-3749-48c5-9fc2-34994615e338 req-cca1a665-28c0-4448-98d2-b57f7c678b09 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 945 time: 0.1162271 Feb 17 00:06:27.498155 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a324e9a9-3749-48c5-9fc2-34994615e338 req-0bcd607b-1e28-4d35-bd6a-b152d9b01e4e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428987 Feb 17 00:06:27.601471 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 51464) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:27.790241 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-53fcb342-818b-4a75-b902-4d53ebfdd33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:27.811373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-53fcb342-818b-4a75-b902-4d53ebfdd33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:27.817393 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-53fcb342-818b-4a75-b902-4d53ebfdd33f admin admin] Usage tracker for resource:security_group_rule and tenant:c17bda7265f441b9a7e17cf28c202396 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:06:27.822680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-53fcb342-818b-4a75-b902-4d53ebfdd33f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:06:27.831330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-53fcb342-818b-4a75-b902-4d53ebfdd33f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:27.861057 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def042df-e6c8-4958-8aa7-b14cf711a281 req-053ea7e1-7a1f-4673-ac16-b6c7c0c5143d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:27.862698 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-def042df-e6c8-4958-8aa7-b14cf711a281 req-053ea7e1-7a1f-4673-ac16-b6c7c0c5143d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1417971 Feb 17 00:06:27.921496 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fc087-115e-4c85-82b8-3892dfaf2f3d req-517433c2-e50d-4029-ac05-c4ab55a7f998 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:27.923223 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b44fc087-115e-4c85-82b8-3892dfaf2f3d req-517433c2-e50d-4029-ac05-c4ab55a7f998 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 943 time: 0.0879605 Feb 17 00:06:27.928748 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-def042df-e6c8-4958-8aa7-b14cf711a281 req-04d7cbe0-2b8d-4783-85ab-7d56b2844e2f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587206 Feb 17 00:06:27.983811 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b44fc087-115e-4c85-82b8-3892dfaf2f3d req-1657e8a8-ba86-4834-9be6-0ee074fd9305 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448885 Feb 17 00:06:27.994131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-53fcb342-818b-4a75-b902-4d53ebfdd33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:27.996590 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-53fcb342-818b-4a75-b902-4d53ebfdd33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:28.008083 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c3382a2d-aeeb-409c-9d1c-1260c846b91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:28.102769 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcb342-818b-4a75-b902-4d53ebfdd33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63173a90-483d-4897-9e5c-3b08e2a40ccc,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:28.106751 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-53fcb342-818b-4a75-b902-4d53ebfdd33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:28.114361 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-53fcb342-818b-4a75-b902-4d53ebfdd33f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c17bda7265f441b9a7e17cf28c202396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5085094 Feb 17 00:06:28.114361 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 51482) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:28.196194 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b87d8e-8872-4b9a-ab61-a59952322944 req-c1149c74-cbc0-4e4c-b82d-58f246d5e1d7 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:28.198465 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-64b87d8e-8872-4b9a-ab61-a59952322944 req-c1149c74-cbc0-4e4c-b82d-58f246d5e1d7 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 945 time: 0.1555748 Feb 17 00:06:28.228405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-807367c7-4f67-422a-963a-823b1589e5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:28.279385 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-807367c7-4f67-422a-963a-823b1589e5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:28.288454 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-64b87d8e-8872-4b9a-ab61-a59952322944 req-2f049d73-28ff-495d-8da3-7203ae29199d tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819933 Feb 17 00:06:28.331143 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-807367c7-4f67-422a-963a-823b1589e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:28.336958 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:28.348635 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807367c7-4f67-422a-963a-823b1589e5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63173a90-483d-4897-9e5c-3b08e2a40ccc,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:28.358346 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-807367c7-4f67-422a-963a-823b1589e5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:28.365296 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-807367c7-4f67-422a-963a-823b1589e5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:28.375968 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-807367c7-4f67-422a-963a-823b1589e5d8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/63173a90-483d-4897-9e5c-3b08e2a40ccc HTTP/1.1" status: 204 len: 168 time: 0.2546644 Feb 17 00:06:28.391342 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b87fd-58da-4377-85bb-a17c3b4bbc3b req-ffd08ad5-17ef-48c9-b6a7-3bceb44baab6 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:28.392800 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-388b87fd-58da-4377-85bb-a17c3b4bbc3b req-ffd08ad5-17ef-48c9-b6a7-3bceb44baab6 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1174929 Feb 17 00:06:28.463241 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-388b87fd-58da-4377-85bb-a17c3b4bbc3b req-58df5cb6-ba07-43e7-ae8d-0e75fb930787 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585132 Feb 17 00:06:28.638391 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77da0d-f96a-4b88-8faf-d13bb9a11a99 req-b80cdd73-45ad-41c8-bd43-6883afe1761a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:28.639996 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9e77da0d-f96a-4b88-8faf-d13bb9a11a99 req-b80cdd73-45ad-41c8-bd43-6883afe1761a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 944 time: 0.0897164 Feb 17 00:06:28.708966 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9e77da0d-f96a-4b88-8faf-d13bb9a11a99 req-fc24a768-6697-45f4-90fc-865767d7ad22 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518804 Feb 17 00:06:28.762200 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 4034aa5c-63a3-4077-965c-a6105b76a974 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:28.848718 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port 4034aa5c-63a3-4077-965c-a6105b76a974 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:06:28.854802 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 4034aa5c-63a3-4077-965c-a6105b76a974 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:28.855214 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:28.987963 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:29.017471 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bbb868-0491-4670-bed8-2bf178d7ce99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4034aa5c-63a3-4077-965c-a6105b76a974'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:29.028020 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 4034aa5c-63a3-4077-965c-a6105b76a974, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=4034aa5c-63a3-4077-965c-a6105b76a974,segment=NetworkSegment(9850535d-d27a-46eb-b847-1985cf558db6),segment_id=9850535d-d27a-46eb-b847-1985cf558db6)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:06:29.032857 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:29.033766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device b45faf73-69f6-4338-b4c1-f0724f6f5789 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:29.068631 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:29.151506 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94a935-454d-4d9e-a39f-f92f82270e56 req-7732ca73-ba27-4c20-b89b-692be7c1b9f5 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:29.160093 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3b94a935-454d-4d9e-a39f-f92f82270e56 req-7732ca73-ba27-4c20-b89b-692be7c1b9f5 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1046736 Feb 17 00:06:29.162977 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=4034aa5c-63a3-4077-965c-a6105b76a974,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:29.179011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:29.222234 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39583a8-f474-46b1-9c96-71bf8edb05b5 req-762a10ae-b9e8-4150-a6a1-a1e7181e3da9 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:29.230065 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3b94a935-454d-4d9e-a39f-f92f82270e56 req-210ee79a-5c00-425f-9288-bee1daf5a511 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684519 Feb 17 00:06:29.231313 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d39583a8-f474-46b1-9c96-71bf8edb05b5 req-762a10ae-b9e8-4150-a6a1-a1e7181e3da9 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 945 time: 0.1099710 Feb 17 00:06:29.248310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port b45faf73-69f6-4338-b4c1-f0724f6f5789 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:29.248739 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:29.283483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-d39583a8-f474-46b1-9c96-71bf8edb05b5 req-c082693c-5a2d-446f-8809-3f4e83357869 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Synchronizing usage tracker for tenant:938a9486ef9844b1a6085a404c6ae9ab on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:06:29.308869 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-d39583a8-f474-46b1-9c96-71bf8edb05b5 req-c082693c-5a2d-446f-8809-3f4e83357869 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Unset dirty status for tenant:938a9486ef9844b1a6085a404c6ae9ab on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:06:29.313336 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bbb868-0491-4670-bed8-2bf178d7ce99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4034aa5c-63a3-4077-965c-a6105b76a974', 'code': 200} Feb 17 00:06:29.317970 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d39583a8-f474-46b1-9c96-71bf8edb05b5 req-c082693c-5a2d-446f-8809-3f4e83357869 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855234 Feb 17 00:06:29.731361 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71fd84-50ca-424d-a90b-cacb6c240ab0 req-0bfc7639-690c-4897-8e02-dde90338744e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:29.733114 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7f71fd84-50ca-424d-a90b-cacb6c240ab0 req-0bfc7639-690c-4897-8e02-dde90338744e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1547022 Feb 17 00:06:29.734988 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8865a-7267-4520-8411-24dab6d54725 req-3a7eecc9-de8d-4605-b10f-030c331c6130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:29.736513 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6af8865a-7267-4520-8411-24dab6d54725 req-3a7eecc9-de8d-4605-b10f-030c331c6130 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 1162 time: 0.1220253 Feb 17 00:06:29.823159 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7f71fd84-50ca-424d-a90b-cacb6c240ab0 req-f5cc6e62-76b0-43fe-aa73-d616a08e982a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823081 Feb 17 00:06:29.824787 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6af8865a-7267-4520-8411-24dab6d54725 req-d1a78d2c-c9b5-41b9-a7ff-55b9b0469eea service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704465 Feb 17 00:06:29.975613 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386d7ab-02ba-4c10-ba47-f4ab22916b60 req-76fe7c39-856f-438f-b7b0-362252596b1c tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:29.977282 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7386d7ab-02ba-4c10-ba47-f4ab22916b60 req-76fe7c39-856f-438f-b7b0-362252596b1c tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 944 time: 0.0908248 Feb 17 00:06:30.025243 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7386d7ab-02ba-4c10-ba47-f4ab22916b60 req-8472d5d1-a35b-490b-a6c2-e4f313713056 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410790 Feb 17 00:06:30.464805 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38b8e6-03fd-4668-9920-8ebc14f66bdb req-c57e26a8-1ef9-4e90-9f74-cd6393e4b269 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:30.467074 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5d38b8e6-03fd-4668-9920-8ebc14f66bdb req-c57e26a8-1ef9-4e90-9f74-cd6393e4b269 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1266282 Feb 17 00:06:30.517220 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5d38b8e6-03fd-4668-9920-8ebc14f66bdb req-38ff4c8e-4912-4adb-9014-19f1f34b4298 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432966 Feb 17 00:06:30.725904 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6db95-e332-41e2-99c1-3699cc23e3e5 req-4dcba760-d90e-4c95-bb18-034f45274911 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:30.727643 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81d6db95-e332-41e2-99c1-3699cc23e3e5 req-4dcba760-d90e-4c95-bb18-034f45274911 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 945 time: 0.1060519 Feb 17 00:06:30.777720 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81d6db95-e332-41e2-99c1-3699cc23e3e5 req-6f4339e5-afe4-40c8-b252-0b126cf99116 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424700 Feb 17 00:06:31.050377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58028ef5-b1f5-45e6-a17e-477a51a439fd req-0e1de2ea-35ef-4ac5-ac6c-f4eb63e0bb5c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:31.051966 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-58028ef5-b1f5-45e6-a17e-477a51a439fd req-0e1de2ea-35ef-4ac5-ac6c-f4eb63e0bb5c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1026931 Feb 17 00:06:31.102466 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-58028ef5-b1f5-45e6-a17e-477a51a439fd req-96fe1428-0da6-4a67-93ee-641287c33ad0 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 Feb 17 00:06:31.234523 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44c0d2-538e-4c55-97cc-c67e01dd5541 req-afd4825a-8796-46a9-b4b5-db8e4002a64a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:31.234523 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-dc44c0d2-538e-4c55-97cc-c67e01dd5541 req-afd4825a-8796-46a9-b4b5-db8e4002a64a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 944 time: 0.0885899 Feb 17 00:06:31.282380 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-dc44c0d2-538e-4c55-97cc-c67e01dd5541 req-0761cd47-a023-4b1d-8851-f6c41e5b869d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Feb 17 00:06:31.525423 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device fa372129-a187-4342-85b9-91d90494db20 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:31.616571 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port fa372129-a187-4342-85b9-91d90494db20 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:06:31.622898 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port fa372129-a187-4342-85b9-91d90494db20 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:31.623327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:31.743564 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc27829-a7b1-4798-a96c-f029d0017aa2 req-73d61371-7f0c-41e6-98b0-e702d32a6748 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:31.745240 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fbc27829-a7b1-4798-a96c-f029d0017aa2 req-73d61371-7f0c-41e6-98b0-e702d32a6748 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0954902 Feb 17 00:06:31.768229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:31.803512 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fbc27829-a7b1-4798-a96c-f029d0017aa2 req-4cf63fa1-249f-4a91-9fb4-8abe5b1cfe85 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503647 Feb 17 00:06:31.855546 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3702cee3-354c-4826-8bec-4b88564acde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa372129-a187-4342-85b9-91d90494db20'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:31.877317 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port fa372129-a187-4342-85b9-91d90494db20, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=fa372129-a187-4342-85b9-91d90494db20,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:06:31.883110 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:31.884457 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 4034aa5c-63a3-4077-965c-a6105b76a974 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:31.918732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:32.016704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=fa372129-a187-4342-85b9-91d90494db20,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:32.026285 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:32.029509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0b02a-c752-4236-a785-424c4ea931b6 req-1d440e1c-7a32-429c-ace5-fd953e02ad74 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:32.031148 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-79a0b02a-c752-4236-a785-424c4ea931b6 req-1d440e1c-7a32-429c-ace5-fd953e02ad74 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 945 time: 0.0972788 Feb 17 00:06:32.043342 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 4034aa5c-63a3-4077-965c-a6105b76a974 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:32.043693 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:32.079844 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-79a0b02a-c752-4236-a785-424c4ea931b6 req-c3157828-0edb-4cb7-9924-9dcec2251815 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422528 Feb 17 00:06:32.144022 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3702cee3-354c-4826-8bec-4b88564acde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa372129-a187-4342-85b9-91d90494db20', 'code': 200} Feb 17 00:06:32.311208 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9618675-adf5-441f-9266-81a9e18169bd req-973810aa-5327-4a74-b04d-a12169a92827 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:32.312801 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b9618675-adf5-441f-9266-81a9e18169bd req-973810aa-5327-4a74-b04d-a12169a92827 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0879507 Feb 17 00:06:32.381239 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b9618675-adf5-441f-9266-81a9e18169bd req-542fe950-b7ab-49e9-8e96-ae681133732b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613263 Feb 17 00:06:32.492617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d333e6-d6ab-43ea-b974-7dc23348c877 req-0e7a9549-ac3a-4942-b2e0-6450eb3c76c9 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:32.494259 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-57d333e6-d6ab-43ea-b974-7dc23348c877 req-0e7a9549-ac3a-4942-b2e0-6450eb3c76c9 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 946 time: 0.0886118 Feb 17 00:06:32.515780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc2a83-f664-4381-bec7-cf70bc26abfd req-74e59ddf-8537-4817-af26-ab1113348984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:32.517356 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-27dc2a83-f664-4381-bec7-cf70bc26abfd req-74e59ddf-8537-4817-af26-ab1113348984 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 1163 time: 0.0849206 Feb 17 00:06:32.543172 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-57d333e6-d6ab-43ea-b974-7dc23348c877 req-3a921ff9-f204-49be-8452-72ba9052de90 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Feb 17 00:06:32.586246 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-27dc2a83-f664-4381-bec7-cf70bc26abfd req-750597f3-1267-4870-bcea-936de22a0355 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363274 Feb 17 00:06:32.696551 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device fa372129-a187-4342-85b9-91d90494db20 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:32.771429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port fa372129-a187-4342-85b9-91d90494db20 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:32.771838 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:32.899677 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 4034aa5c-63a3-4077-965c-a6105b76a974 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:32.972341 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 4034aa5c-63a3-4077-965c-a6105b76a974 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:32.972755 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:33.005717 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122f6e1-d138-4680-a7d8-90db98fe7406 req-3b02f2b4-6a9c-486a-ad91-70d345a25036 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:33.007566 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f122f6e1-d138-4680-a7d8-90db98fe7406 req-3b02f2b4-6a9c-486a-ad91-70d345a25036 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0897419 Feb 17 00:06:33.058749 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f122f6e1-d138-4680-a7d8-90db98fe7406 req-bea11a19-33a0-4fa0-a48a-ccb7be78f1c3 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438428 Feb 17 00:06:33.299428 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43defa01-e40a-4ed4-a90e-06c8a9504ce3 req-b4ff98af-7aaa-47e6-aa4d-b481c8c1ae0a tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:33.301743 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-43defa01-e40a-4ed4-a90e-06c8a9504ce3 req-b4ff98af-7aaa-47e6-aa4d-b481c8c1ae0a tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 945 time: 0.1019871 Feb 17 00:06:33.359666 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-43defa01-e40a-4ed4-a90e-06c8a9504ce3 req-1a606946-5e56-4748-b9cc-770d965a7e05 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426280 Feb 17 00:06:33.574145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eba81b-f6df-426b-aa5e-377b5429615f req-c39ee6c1-fc40-490b-a136-fe166df8234e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:33.575785 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e1eba81b-f6df-426b-aa5e-377b5429615f req-c39ee6c1-fc40-490b-a136-fe166df8234e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0880456 Feb 17 00:06:33.628061 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e1eba81b-f6df-426b-aa5e-377b5429615f req-ae8fdb3f-106c-4bed-aabe-2d9954e970d1 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455019 Feb 17 00:06:33.751212 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf896c-31d1-4f01-9588-b61c5e89d5f2 req-d9067a08-d8d3-47c9-8e38-b3dd6a736feb tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:33.752821 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7fcf896c-31d1-4f01-9588-b61c5e89d5f2 req-d9067a08-d8d3-47c9-8e38-b3dd6a736feb tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 946 time: 0.0893266 Feb 17 00:06:33.803822 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7fcf896c-31d1-4f01-9588-b61c5e89d5f2 req-e7237513-25b6-406d-9524-9cfd26c260ba tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440824 Feb 17 00:06:34.265120 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf1cf5-6b16-40d8-9a39-485ff12ba293 req-2dd5fb32-8d83-4264-a982-5e9cdc670295 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:34.266771 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-89cf1cf5-6b16-40d8-9a39-485ff12ba293 req-2dd5fb32-8d83-4264-a982-5e9cdc670295 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0938501 Feb 17 00:06:34.319302 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-89cf1cf5-6b16-40d8-9a39-485ff12ba293 req-566d3b1e-acb0-4783-b492-97b34a9936b3 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459700 Feb 17 00:06:34.580778 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf09f58-0e13-4df1-b044-fbd84e30a875 req-d659dbfd-b95e-4fb9-9aa8-be02f784a12a tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:34.583237 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6bf09f58-0e13-4df1-b044-fbd84e30a875 req-d659dbfd-b95e-4fb9-9aa8-be02f784a12a tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 945 time: 0.1041250 Feb 17 00:06:34.589228 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 4034aa5c-63a3-4077-965c-a6105b76a974 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:34.642048 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6bf09f58-0e13-4df1-b044-fbd84e30a875 req-70d4f323-715e-44c8-a944-e4eb8d420eb0 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432608 Feb 17 00:06:34.669020 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 4034aa5c-63a3-4077-965c-a6105b76a974 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:34.669445 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:34.832020 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c39d2-ed23-4aca-9c74-2bebf42d689f req-255e57d7-2895-42b1-84fd-d6b3fe0b4b52 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:34.833659 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db0c39d2-ed23-4aca-9c74-2bebf42d689f req-255e57d7-2895-42b1-84fd-d6b3fe0b4b52 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0914268 Feb 17 00:06:34.885065 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db0c39d2-ed23-4aca-9c74-2bebf42d689f req-78a7a2bf-46ee-4dbc-9832-85bfe839428d tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437479 Feb 17 00:06:35.013978 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d954d-407f-434f-ac5f-e7835a7a84ad req-e18e9baf-4f8f-4a3b-ba80-184e9673a91e tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:35.015599 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a23d954d-407f-434f-ac5f-e7835a7a84ad req-e18e9baf-4f8f-4a3b-ba80-184e9673a91e tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 946 time: 0.0914993 Feb 17 00:06:35.085128 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a23d954d-407f-434f-ac5f-e7835a7a84ad req-b71193b7-17ee-4ea9-97c7-9e83acffaf18 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622544 Feb 17 00:06:35.551293 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf7042-ae25-4bf7-9f83-8e275c4f8d31 req-42c43c3e-fbb2-441a-acdc-49708addce5d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:35.554097 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-feaf7042-ae25-4bf7-9f83-8e275c4f8d31 req-42c43c3e-fbb2-441a-acdc-49708addce5d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0984855 Feb 17 00:06:35.603033 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b012b-fca5-4cc7-a3b8-c394dbcdbefc req-8b77dfd4-4294-446f-a1f9-686be191598d tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:35.604642 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b05b012b-fca5-4cc7-a3b8-c394dbcdbefc req-8b77dfd4-4294-446f-a1f9-686be191598d tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 945 time: 0.0916862 Feb 17 00:06:35.605397 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-feaf7042-ae25-4bf7-9f83-8e275c4f8d31 req-fdf10ce6-96df-4fe9-af7c-8dd4a699c258 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447931 Feb 17 00:06:35.656459 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b05b012b-fca5-4cc7-a3b8-c394dbcdbefc req-1d36c0d1-3af1-4da3-9f78-17b9cf0fddbe tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440395 Feb 17 00:06:35.867756 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ff91d-339e-46ed-8e19-cfac0b000896 req-b562ae2b-34d8-450b-9682-dbf137aa6342 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:35.870571 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e54ff91d-339e-46ed-8e19-cfac0b000896 req-b562ae2b-34d8-450b-9682-dbf137aa6342 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 945 time: 0.1070635 Feb 17 00:06:35.887827 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-9360a70c-f647-4621-b3bc-2b370082308c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1905122 Feb 17 00:06:35.898217 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Request body: {'floatingip': {'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:35.904017 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:35.908069 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Usage tracker for resource:floatingip and tenant:aed35f557341417fb5448e2d6f60f1fb is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:06:35.911373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:06:35.917595 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:35.929902 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for floatingip, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:35.939633 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e54ff91d-339e-46ed-8e19-cfac0b000896 req-b36327f9-2aa9-4e03-b8dc-84b698aaba22 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464017 Feb 17 00:06:36.319599 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:36.394805 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908f964-6a1d-47d7-abc2-4060f0137762 req-2b3f50b4-ed49-41da-a9af-9af6093e4d5f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:36.396338 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8908f964-6a1d-47d7-abc2-4060f0137762 req-2b3f50b4-ed49-41da-a9af-9af6093e4d5f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0880542 Feb 17 00:06:36.445324 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8908f964-6a1d-47d7-abc2-4060f0137762 req-8b8f80a6-57a3-42a1-9fbe-89417a815d5a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419431 Feb 17 00:06:36.604657 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Allocated IP 172.28.2.198 (4cea41e0-975c-4c05-822b-6951b7473dd4/fe675137-7af0-487b-b384-b9c8d364eafc/b6239ee3-6e08-4bda-bfa1-36086618042b) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:06:36.622357 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device fa372129-a187-4342-85b9-91d90494db20 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:36.645220 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0102a-1ea5-428e-b9bb-d52f0360a4ec req-ea986a3d-0ce7-4093-91e6-010d6ba1b7e0 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:36.646779 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ddb0102a-1ea5-428e-b9bb-d52f0360a4ec req-ea986a3d-0ce7-4093-91e6-010d6ba1b7e0 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 946 time: 0.0898881 Feb 17 00:06:36.695251 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ddb0102a-1ea5-428e-b9bb-d52f0360a4ec req-e8a23599-c1d1-40ac-913d-ce2fd5f82c9b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416288 Feb 17 00:06:36.703561 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port fa372129-a187-4342-85b9-91d90494db20 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:36.703988 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:36.783686 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:36.815945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:36.832671 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5eb83966-65a6-4e2f-8b53-fbb0222c578c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:36.892363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407ace8-8628-4d7e-aa7b-7a944c897aa0 req-94761788-30b0-4e9f-8250-047a7b167dbf tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:36.894270 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3407ace8-8628-4d7e-aa7b-7a944c897aa0 req-94761788-30b0-4e9f-8250-047a7b167dbf tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0899081 Feb 17 00:06:36.945111 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3407ace8-8628-4d7e-aa7b-7a944c897aa0 req-0df50509-2335-4a9f-a248-98157b268eb4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430336 Feb 17 00:06:36.956523 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Pushing event updated for resources: {'Port': ['ID=b6239ee3-6e08-4bda-bfa1-36086618042b,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:36.971743 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:37.051202 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:06:37.052386 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:06:37.054782 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:06:37.084123 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:37.153341 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:37.437639 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:37.444289 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:37.459878 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:37.584603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Pushing event updated for resources: {'Port': ['ID=b6239ee3-6e08-4bda-bfa1-36086618042b,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:37.595175 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:37.663531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:37.677342 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f7eaf-cc2d-4854-8fce-812235c4155c req-bdbe69d0-932a-49e0-a57e-cde7cdbc4e30 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:37.685056 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-672f7eaf-cc2d-4854-8fce-812235c4155c req-bdbe69d0-932a-49e0-a57e-cde7cdbc4e30 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1107411 Feb 17 00:06:37.688216 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:37.689516 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7959170 Feb 17 00:06:37.734532 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-672f7eaf-cc2d-4854-8fce-812235c4155c req-1a8f11be-ad55-4ead-843c-74f5cd8e9705 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485072 Feb 17 00:06:37.782377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-3ad6c190-4781-45d5-9f51-9374e44fe2a2 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Synchronizing usage tracker for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:floatingip {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:06:37.800323 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-3ad6c190-4781-45d5-9f51-9374e44fe2a2 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Unset dirty status for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:floatingip {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:06:37.801833 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-3ad6c190-4781-45d5-9f51-9374e44fe2a2 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.28.2.198 HTTP/1.1" status: 200 len: 696 time: 0.1055584 Feb 17 00:06:38.002171 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b4681a1b-e9a7-4078-a974-867a04d26c3a tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:38.003655 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-b4681a1b-e9a7-4078-a974-867a04d26c3a tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/networks/4cea41e0-975c-4c05-822b-6951b7473dd4 HTTP/1.1" status: 200 len: 784 time: 0.1949778 Feb 17 00:06:38.014880 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-d16f57a0-2c69-485c-afe4-a8e14b56ea3a tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=83920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:06:38.016001 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-86d9fbbc-049d-48b0-a7d6-62f2a62efe56 req-d16f57a0-2c69-485c-afe4-a8e14b56ea3a tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061727 Feb 17 00:06:38.155971 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de902376-d733-4e66-82c0-ada61e14c268 req-210515c0-242a-420a-a4c4-dd2257c4be50 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:38.158825 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-de902376-d733-4e66-82c0-ada61e14c268 req-210515c0-242a-420a-a4c4-dd2257c4be50 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 946 time: 0.0869541 Feb 17 00:06:38.206356 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326e7ee-89c9-4a98-b724-2c4929a54316 req-247df83e-85c2-48f3-9586-d083bead06c6 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:38.207815 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-de902376-d733-4e66-82c0-ada61e14c268 req-6e08b6a5-53ee-4db1-a242-195f390f3672 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420337 Feb 17 00:06:38.207972 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6326e7ee-89c9-4a98-b724-2c4929a54316 req-247df83e-85c2-48f3-9586-d083bead06c6 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0912349 Feb 17 00:06:38.263304 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6326e7ee-89c9-4a98-b724-2c4929a54316 req-4ef3fa66-0b29-44bd-ab62-42d63daa9e10 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442655 Feb 17 00:06:38.407851 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53e961-2a17-49bb-b7e1-2b012e3ccbd1 req-fe39472a-dbf5-47e8-b33f-37a55abaa7ba tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:38.409845 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db53e961-2a17-49bb-b7e1-2b012e3ccbd1 req-fe39472a-dbf5-47e8-b33f-37a55abaa7ba tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 945 time: 0.0922084 Feb 17 00:06:38.458500 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db53e961-2a17-49bb-b7e1-2b012e3ccbd1 req-18caec6c-0e8e-4a3d-9cae-0e4f6a89d99b tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413463 Feb 17 00:06:38.459693 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-af1493eb-c35f-4113-8f24-50c9574bd6e3 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:38.461539 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-af1493eb-c35f-4113-8f24-50c9574bd6e3 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0958261 Feb 17 00:06:38.558610 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-508456cb-2148-4c22-820b-3f12e48730b6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.28.2.198 HTTP/1.1" status: 200 len: 696 time: 0.0900328 Feb 17 00:06:38.569321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-9bdfd0b2-e6db-4380-8012-37b8783d653b tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Request body: {'floatingip': {'port_id': 'b45faf73-69f6-4338-b4c1-f0724f6f5789', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:38.656442 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-9bdfd0b2-e6db-4380-8012-37b8783d653b tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for floatingip, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:38.937040 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df2e19-fd83-4c27-b7a2-5649b45c25c1 req-e517603f-10a4-4047-91c4-975b923c9709 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:38.938570 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-80df2e19-fd83-4c27-b7a2-5649b45c25c1 req-e517603f-10a4-4047-91c4-975b923c9709 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0925286 Feb 17 00:06:38.986374 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-80df2e19-fd83-4c27-b7a2-5649b45c25c1 req-43d53020-ca9d-4319-8f81-d936eff2b2f7 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412567 Feb 17 00:06:39.440964 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3d71a-a48c-49d6-9402-f42df7915a8f req-a8247b11-2d8c-4665-a840-0596dc8ca0f9 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:39.446635 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-39e3d71a-a48c-49d6-9402-f42df7915a8f req-a8247b11-2d8c-4665-a840-0596dc8ca0f9 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 946 time: 0.1097295 Feb 17 00:06:39.493742 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-39e3d71a-a48c-49d6-9402-f42df7915a8f req-b698f965-494a-42b8-96c2-0978a506c906 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437717 Feb 17 00:06:39.504237 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-9bdfd0b2-e6db-4380-8012-37b8783d653b tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:39.507354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-9bdfd0b2-e6db-4380-8012-37b8783d653b tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:39.700618 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe8869-9981-4feb-a23b-d213319d93df req-213f2a04-7dc5-42ac-a9d8-16ea5c887610 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:39.702274 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ecbe8869-9981-4feb-a23b-d213319d93df req-213f2a04-7dc5-42ac-a9d8-16ea5c887610 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0974197 Feb 17 00:06:39.705029 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_db [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-9bdfd0b2-e6db-4380-8012-37b8783d653b tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Floating IP 1c3ef03a-ed4b-4a5e-b2dc-43973521b6a7 associated. External IP: 172.28.2.198, port: b45faf73-69f6-4338-b4c1-f0724f6f5789. Feb 17 00:06:39.753757 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ecbe8869-9981-4feb-a23b-d213319d93df req-8ac7cd93-692c-4e01-926f-b3e4820654b4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445392 Feb 17 00:06:39.977034 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c88e1-4702-45a3-a6a7-ce6eb7f89e34 req-8962166b-c5bc-4ae7-bb0c-2bf81df29d4c tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:39.979431 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3d3c88e1-4702-45a3-a6a7-ce6eb7f89e34 req-8962166b-c5bc-4ae7-bb0c-2bf81df29d4c tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 945 time: 0.1140673 Feb 17 00:06:40.035951 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3d3c88e1-4702-45a3-a6a7-ce6eb7f89e34 req-886cf79b-6791-4e15-9943-787f90e66eda tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501356 Feb 17 00:06:40.106591 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-9bdfd0b2-e6db-4380-8012-37b8783d653b tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Router 2af21d3c-a104-4e63-aba8-5a704e045812 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:06:40.298027 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-9bdfd0b2-e6db-4380-8012-37b8783d653b tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:06:40.303284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-9bdfd0b2-e6db-4380-8012-37b8783d653b tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:40.309546 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9881ae75-dc18-4e3b-a710-71fbc24824a8 None None] Sync routers for ids ['2af21d3c-a104-4e63-aba8-5a704e045812'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:06:40.320487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9881ae75-dc18-4e3b-a710-71fbc24824a8 None None] Routers {'2af21d3c-a104-4e63-aba8-5a704e045812'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:06:40.321406 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-9881ae75-dc18-4e3b-a710-71fbc24824a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:06:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['2af21d3c-a104-4e63-aba8-5a704e045812'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:40.378708 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-9bdfd0b2-e6db-4380-8012-37b8783d653b tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "PUT /v2.0/floatingips/1c3ef03a-ed4b-4a5e-b2dc-43973521b6a7 HTTP/1.1" status: 200 len: 996 time: 1.8133659 Feb 17 00:06:40.379239 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e06df47-1ef4-4501-91da-2059426b28fc', 'tag': 'b45faf73-69f6-4338-b4c1-f0724f6f5789'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:40.476450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-19ad6cd6-3fd3-4151-8ff5-829a717693e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:40.478254 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15388bd1-6392-4668-8b1d-1d4936d368c1 req-9acd4df0-080a-4cec-9b7e-d8c560c5b19d tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:40.480629 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-15388bd1-6392-4668-8b1d-1d4936d368c1 req-9acd4df0-080a-4cec-9b7e-d8c560c5b19d tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1242313 Feb 17 00:06:40.482417 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-19ad6cd6-3fd3-4151-8ff5-829a717693e6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=aed35f557341417fb5448e2d6f60f1fb&device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 1162 time: 0.0902321 Feb 17 00:06:40.534136 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-9881ae75-dc18-4e3b-a710-71fbc24824a8 None None] Set router 2af21d3c-a104-4e63-aba8-5a704e045812 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:06:40.537810 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-15388bd1-6392-4668-8b1d-1d4936d368c1 req-113fa28b-71aa-4188-a2fc-8c4e596bd9b2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466564 Feb 17 00:06:40.600925 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e06df47-1ef4-4501-91da-2059426b28fc', 'tag': 'b45faf73-69f6-4338-b4c1-f0724f6f5789', 'status': 'completed', 'code': 200} Feb 17 00:06:40.658411 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-eb54d4cf-88d2-47df-b4a4-46aba5c3d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:40.660045 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-eb54d4cf-88d2-47df-b4a4-46aba5c3d4bb service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a2d43b7-daa1-41df-b68e-2e9e428becfa HTTP/1.1" status: 200 len: 909 time: 0.1749666 Feb 17 00:06:40.789211 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-c36495d4-15a9-470e-8e45-672913fffd50 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45faf73-69f6-4338-b4c1-f0724f6f5789 HTTP/1.1" status: 200 len: 999 time: 0.1218243 Feb 17 00:06:40.868529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-0f220954-b67d-4c79-b156-0526d2eeb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:40.874521 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-0f220954-b67d-4c79-b156-0526d2eeb524 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d80aa7e2-dad3-42a4-a5a4-70d96d082108 HTTP/1.1" status: 200 len: 854 time: 0.0768065 Feb 17 00:06:40.953635 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-9881ae75-dc18-4e3b-a710-71fbc24824a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:05:25Z', 'revision_number': 4, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '1c3ef03a-ed4b-4a5e-b2dc-43973521b6a7', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'port_id': 'b45faf73-69f6-4338-b4c1-f0724f6f5789', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'mac_address': 'fa:16:3e:00:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e06df47-1ef4-4501-91da-2059426b28fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:06:37Z', 'updated_at': '2021-02-17T00:06:39Z', 'revision_number': 1, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cffd04-0f5c-405a-988f-2e43afda3a92', 'name': '', 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'mac_address': 'fa:16:3e:24:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:23Z', 'updated_at': '2021-02-17T00:05:35Z', 'revision_number': 5, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'subnets': [{'id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:40.962148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9881ae75-dc18-4e3b-a710-71fbc24824a8 None None] Checking router: 2af21d3c-a104-4e63-aba8-5a704e045812 for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:06:40.965654 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-9b908baf-fec7-4a8e-a0b4-99022abe81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:40.970549 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-9b908baf-fec7-4a8e-a0b4-99022abe81f3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a2d43b7-daa1-41df-b68e-2e9e428becfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0913856 Feb 17 00:06:40.972107 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9881ae75-dc18-4e3b-a710-71fbc24824a8 None None] Routers {'2af21d3c-a104-4e63-aba8-5a704e045812'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:06:40.972867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-9881ae75-dc18-4e3b-a710-71fbc24824a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:06:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['2af21d3c-a104-4e63-aba8-5a704e045812'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:40.979141 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-2be9b439-196b-450d-9f73-f19cd1bdbc89 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=83920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:06:40.980166 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-2be9b439-196b-450d-9f73-f19cd1bdbc89 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061994 Feb 17 00:06:41.025809 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007dba3-bbd9-4ff9-8f09-382d6c6d7759 req-803f10db-6884-4d41-936e-220774a91587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:41.027483 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5007dba3-bbd9-4ff9-8f09-382d6c6d7759 req-803f10db-6884-4d41-936e-220774a91587 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aed35f557341417fb5448e2d6f60f1fb&device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 1162 time: 0.3592436 Feb 17 00:06:41.055795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf841cba-df20-4e5a-ab50-d045d984de26 req-eef68b1b-660d-403e-bb45-3b7a5ec09f97 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:41.058006 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bf841cba-df20-4e5a-ab50-d045d984de26 req-eef68b1b-660d-403e-bb45-3b7a5ec09f97 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 946 time: 0.3544471 Feb 17 00:06:41.198525 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-a99b949d-0baa-45f6-9ea5-bcccea338da8 service neutron] 10.222.0.63 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113862 Feb 17 00:06:41.200066 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bf841cba-df20-4e5a-ab50-d045d984de26 req-a068de7d-6846-4319-80c0-a2a6a108a90c tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166170 Feb 17 00:06:41.255168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-9881ae75-dc18-4e3b-a710-71fbc24824a8 None None] Set router 2af21d3c-a104-4e63-aba8-5a704e045812 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:06:41.282554 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007dba3-bbd9-4ff9-8f09-382d6c6d7759 req-063b1617-8c15-48f9-8e68-74a28f14ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:41.284145 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5007dba3-bbd9-4ff9-8f09-382d6c6d7759 req-063b1617-8c15-48f9-8e68-74a28f14ee7c service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a2d43b7-daa1-41df-b68e-2e9e428becfa HTTP/1.1" status: 200 len: 909 time: 0.2251396 Feb 17 00:06:41.402589 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b77b8945-2c05-4a31-bd35-5f3b42b7aebc req-41163a23-4357-4eb5-94a2-bb69f30a55cf service neutron] 10.222.0.63 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1819088 Feb 17 00:06:41.477042 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5007dba3-bbd9-4ff9-8f09-382d6c6d7759 req-dd80c5d4-0f64-48a9-b3d1-2b22cfe17cd2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45faf73-69f6-4338-b4c1-f0724f6f5789 HTTP/1.1" status: 200 len: 999 time: 0.1812351 Feb 17 00:06:41.679307 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007dba3-bbd9-4ff9-8f09-382d6c6d7759 req-58a7ee94-eaa9-461d-b2b4-d136edb880eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:41.681985 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5007dba3-bbd9-4ff9-8f09-382d6c6d7759 req-58a7ee94-eaa9-461d-b2b4-d136edb880eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d80aa7e2-dad3-42a4-a5a4-70d96d082108 HTTP/1.1" status: 200 len: 854 time: 0.1282339 Feb 17 00:06:41.710866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc145d-1ea0-48f3-ae44-9b0f71fc6c28 req-4f999ed7-a30d-43ec-b752-d9cdb56419da tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:41.710866 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-29cc145d-1ea0-48f3-ae44-9b0f71fc6c28 req-4f999ed7-a30d-43ec-b752-d9cdb56419da tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 945 time: 0.1832981 Feb 17 00:06:41.750901 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66488dfe-8580-41ea-bb35-190fc39b2b76 req-e9658584-06e2-4d54-874c-4527f085e168 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:41.752559 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-66488dfe-8580-41ea-bb35-190fc39b2b76 req-e9658584-06e2-4d54-874c-4527f085e168 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.2730274 Feb 17 00:06:41.774811 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-29cc145d-1ea0-48f3-ae44-9b0f71fc6c28 req-9789dd0c-1a6e-4a83-9ea0-e287931a110f tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518107 Feb 17 00:06:41.830024 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-66488dfe-8580-41ea-bb35-190fc39b2b76 req-41441932-3d5f-4727-a0e5-4e26d2f82e63 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670767 Feb 17 00:06:41.845680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007dba3-bbd9-4ff9-8f09-382d6c6d7759 req-a8e6a1ed-5be1-4ece-acc7-7e7f15f12d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:41.847394 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5007dba3-bbd9-4ff9-8f09-382d6c6d7759 req-a8e6a1ed-5be1-4ece-acc7-7e7f15f12d7e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a2d43b7-daa1-41df-b68e-2e9e428becfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1555519 Feb 17 00:06:41.882427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-9881ae75-dc18-4e3b-a710-71fbc24824a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:05:25Z', 'revision_number': 4, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '1c3ef03a-ed4b-4a5e-b2dc-43973521b6a7', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'port_id': 'b45faf73-69f6-4338-b4c1-f0724f6f5789', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'mac_address': 'fa:16:3e:00:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e06df47-1ef4-4501-91da-2059426b28fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:06:37Z', 'updated_at': '2021-02-17T00:06:39Z', 'revision_number': 1, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cffd04-0f5c-405a-988f-2e43afda3a92', 'name': '', 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'mac_address': 'fa:16:3e:24:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:23Z', 'updated_at': '2021-02-17T00:05:35Z', 'revision_number': 5, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'subnets': [{'id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:06:41.886593 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9881ae75-dc18-4e3b-a710-71fbc24824a8 None None] The sync data for ids ['2af21d3c-a104-4e63-aba8-5a704e045812'] in dv-cinder-759961-3-smb is: [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:05:25Z', 'revision_number': 4, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '1c3ef03a-ed4b-4a5e-b2dc-43973521b6a7', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'port_id': 'b45faf73-69f6-4338-b4c1-f0724f6f5789', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'mac_address': 'fa:16:3e:00:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e06df47-1ef4-4501-91da-2059426b28fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:06:37Z', 'updated_at': '2021-02-17T00:06:39Z', 'revision_number': 1, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cffd04-0f5c-405a-988f-2e43afda3a92', 'name': '', 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'mac_address': 'fa:16:3e:24:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:23Z', 'updated_at': '2021-02-17T00:05:35Z', 'revision_number': 5, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'subnets': [{'id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:06:41.945227 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-fd937740-63ad-4ce2-a195-a0cc939ce118 req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-412137823', 'description': 'tempest-TestMinimumBasicScenario-412137823 description'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:41.958867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-fd937740-63ad-4ce2-a195-a0cc939ce118 req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:41.981774 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-fd937740-63ad-4ce2-a195-a0cc939ce118 req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:42.009523 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-fd937740-63ad-4ce2-a195-a0cc939ce118 req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.050234 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-fd937740-63ad-4ce2-a195-a0cc939ce118 req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:42.057038 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5007dba3-bbd9-4ff9-8f09-382d6c6d7759 req-94afb8ae-4085-46a9-91c8-91f8b146fae7 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899509 Feb 17 00:06:42.058067 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-fd937740-63ad-4ce2-a195-a0cc939ce118 req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Usage tracker for resource:security_group_rule and tenant:aed35f557341417fb5448e2d6f60f1fb is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:06:42.061310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-fd937740-63ad-4ce2-a195-a0cc939ce118 req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:06:42.094683 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-fd937740-63ad-4ce2-a195-a0cc939ce118 req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:42.200556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80782020-f466-43d8-8704-95efe83e84c2 None None] New status for floating IP 1c3ef03a-ed4b-4a5e-b2dc-43973521b6a7: ACTIVE {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:06:42.204158 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456cb7e-6149-4e99-baa3-b3f8d37f5a1f req-230e1183-768e-4bde-9c84-f78a56c091f3 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:42.206470 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1456cb7e-6149-4e99-baa3-b3f8d37f5a1f req-230e1183-768e-4bde-9c84-f78a56c091f3 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0959394 Feb 17 00:06:42.261439 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1456cb7e-6149-4e99-baa3-b3f8d37f5a1f req-d8f8b132-cd90-49a6-8127-c5131b2ee3ee tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497251 Feb 17 00:06:42.262513 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5007dba3-bbd9-4ff9-8f09-382d6c6d7759 req-23d38635-776b-4a2b-8762-a167a2bdf125 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1977463 Feb 17 00:06:42.296300 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-fd937740-63ad-4ce2-a195-a0cc939ce118 req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.301413 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-fd937740-63ad-4ce2-a195-a0cc939ce118 req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.307424 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:42.356065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c35b52-8a3e-43ce-894b-32da413a8e6c,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:42.359557 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:42.362881 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-fd937740-63ad-4ce2-a195-a0cc939ce118 req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.376229 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fd937740-63ad-4ce2-a195-a0cc939ce118 req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4829690 Feb 17 00:06:42.455549 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81ab32eb-a8b0-42c3-a83a-82b35b796607 req-5bae0aa1-42d0-4819-9e2a-2f955f65ab2b tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups/d7c35b52-8a3e-43ce-894b-32da413a8e6c HTTP/1.1" status: 200 len: 1812 time: 0.0568259 Feb 17 00:06:42.475392 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec2a06-9e12-4639-addd-01ce7a573ca7 req-4ceda3dc-b4c7-4f15-a339-4367d55c91f5 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:42.477136 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-96ec2a06-9e12-4639-addd-01ce7a573ca7 req-4ceda3dc-b4c7-4f15-a339-4367d55c91f5 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 946 time: 0.1008289 Feb 17 00:06:42.507848 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-81ab32eb-a8b0-42c3-a83a-82b35b796607 req-f6e3f907-f8a0-4fa5-b8d8-5f34f896a9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd7c35b52-8a3e-43ce-894b-32da413a8e6c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:42.508360 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-81ab32eb-a8b0-42c3-a83a-82b35b796607 req-f6e3f907-f8a0-4fa5-b8d8-5f34f896a9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd7c35b52-8a3e-43ce-894b-32da413a8e6c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:42.520716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-81ab32eb-a8b0-42c3-a83a-82b35b796607 req-f6e3f907-f8a0-4fa5-b8d8-5f34f896a9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:42.528767 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-81ab32eb-a8b0-42c3-a83a-82b35b796607 req-f6e3f907-f8a0-4fa5-b8d8-5f34f896a9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Usage tracker for resource:security_group_rule and tenant:aed35f557341417fb5448e2d6f60f1fb is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:06:42.529470 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-96ec2a06-9e12-4639-addd-01ce7a573ca7 req-cddf4d6f-3dc6-48a1-b6ad-5191b25e9f92 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456512 Feb 17 00:06:42.535539 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-81ab32eb-a8b0-42c3-a83a-82b35b796607 req-f6e3f907-f8a0-4fa5-b8d8-5f34f896a9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:06:42.545332 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-81ab32eb-a8b0-42c3-a83a-82b35b796607 req-f6e3f907-f8a0-4fa5-b8d8-5f34f896a9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:42.609527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-e724f698-506c-42a7-a102-68b2dc3887dc tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:42.611150 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-e724f698-506c-42a7-a102-68b2dc3887dc tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.54 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 945 time: 0.1537406 Feb 17 00:06:42.617452 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device fa372129-a187-4342-85b9-91d90494db20 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:42.670040 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-81ab32eb-a8b0-42c3-a83a-82b35b796607 req-f6e3f907-f8a0-4fa5-b8d8-5f34f896a9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.692663 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port fa372129-a187-4342-85b9-91d90494db20 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:42.692989 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.724561 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Deleting port 4034aa5c-63a3-4077-965c-a6105b76a974 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:06:42.725065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.772641 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-81ab32eb-a8b0-42c3-a83a-82b35b796607 req-f6e3f907-f8a0-4fa5-b8d8-5f34f896a9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.780968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-81ab32eb-a8b0-42c3-a83a-82b35b796607 req-f6e3f907-f8a0-4fa5-b8d8-5f34f896a9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749949'] for security_group_rule, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.787767 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:42.862856 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3f907-f8a0-4fa5-b8d8-5f34f896a9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d753f32-5e84-4b83-965d-8d09fadd9fd7,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:42.875761 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f6e3f907-f8a0-4fa5-b8d8-5f34f896a9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:42.888430 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-81ab32eb-a8b0-42c3-a83a-82b35b796607 req-f6e3f907-f8a0-4fa5-b8d8-5f34f896a9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.901172 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81ab32eb-a8b0-42c3-a83a-82b35b796607 req-f6e3f907-f8a0-4fa5-b8d8-5f34f896a9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4013746 Feb 17 00:06:42.911483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 4034aa5c-63a3-4077-965c-a6105b76a974 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:06:43.010868 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5f138-69d5-458b-bc40-b836b0cfd890 req-34f63cd3-4d95-462b-b502-85f7edd7e144 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:43.019626 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a0a5f138-69d5-458b-bc40-b836b0cfd890 req-34f63cd3-4d95-462b-b502-85f7edd7e144 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 945 time: 0.1004832 Feb 17 00:06:43.076413 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a0a5f138-69d5-458b-bc40-b836b0cfd890 req-74629f09-f181-4441-ac46-f7ce9c078e82 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557485 Feb 17 00:06:43.167391 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1461cbb7-d70d-4cce-8ee9-a8ec388cad52 req-985e878e-72f9-4b73-9292-99c7a41025ea tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups/d7c35b52-8a3e-43ce-894b-32da413a8e6c HTTP/1.1" status: 200 len: 2405 time: 0.0641689 Feb 17 00:06:43.172960 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-1461cbb7-d70d-4cce-8ee9-a8ec388cad52 req-2fe77b12-109d-4271-89f1-14eeddd31631 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd7c35b52-8a3e-43ce-894b-32da413a8e6c', 'remote_group_id': None}]} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:43.173311 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-1461cbb7-d70d-4cce-8ee9-a8ec388cad52 req-2fe77b12-109d-4271-89f1-14eeddd31631 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd7c35b52-8a3e-43ce-894b-32da413a8e6c', 'remote_group_id': None}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:43.180027 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-1461cbb7-d70d-4cce-8ee9-a8ec388cad52 req-2fe77b12-109d-4271-89f1-14eeddd31631 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:43.184826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-1461cbb7-d70d-4cce-8ee9-a8ec388cad52 req-2fe77b12-109d-4271-89f1-14eeddd31631 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Usage tracker for resource:security_group_rule and tenant:aed35f557341417fb5448e2d6f60f1fb is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:06:43.187894 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-1461cbb7-d70d-4cce-8ee9-a8ec388cad52 req-2fe77b12-109d-4271-89f1-14eeddd31631 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:06:43.194181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-1461cbb7-d70d-4cce-8ee9-a8ec388cad52 req-2fe77b12-109d-4271-89f1-14eeddd31631 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:43.210438 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:43.224409 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dc05a-eea7-4a3f-b9ba-01666467129f req-80a26007-ff4e-495f-b4ca-a32aa2db3a19 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:43.234016 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-875dc05a-eea7-4a3f-b9ba-01666467129f req-80a26007-ff4e-495f-b4ca-a32aa2db3a19 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1557567 Feb 17 00:06:43.249628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 4034aa5c-63a3-4077-965c-a6105b76a974, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=4034aa5c-63a3-4077-965c-a6105b76a974,segment=NetworkSegment(9850535d-d27a-46eb-b847-1985cf558db6),segment_id=9850535d-d27a-46eb-b847-1985cf558db6)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:06:43.251053 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bbb868-0491-4670-bed8-2bf178d7ce99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4034aa5c-63a3-4077-965c-a6105b76a974'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:43.259648 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:43.262771 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:43.284233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1461cbb7-d70d-4cce-8ee9-a8ec388cad52 req-2fe77b12-109d-4271-89f1-14eeddd31631 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:43.297546 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] For port 4034aa5c-63a3-4077-965c-a6105b76a974, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=4034aa5c-63a3-4077-965c-a6105b76a974,segment=NetworkSegment(9850535d-d27a-46eb-b847-1985cf558db6),segment_id=9850535d-d27a-46eb-b847-1985cf558db6)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:06:43.298370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:43.313979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1461cbb7-d70d-4cce-8ee9-a8ec388cad52 req-2fe77b12-109d-4271-89f1-14eeddd31631 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:43.317608 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1461cbb7-d70d-4cce-8ee9-a8ec388cad52 req-2fe77b12-109d-4271-89f1-14eeddd31631 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749949'] for security_group_rule, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:43.320952 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-875dc05a-eea7-4a3f-b9ba-01666467129f req-c7c15b05-85b5-4b9a-a995-c8ecb6ad89e1 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858581 Feb 17 00:06:43.325711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:43.351598 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe77b12-109d-4271-89f1-14eeddd31631 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d52e9b2-87a4-4fd7-a100-69ca04fb7250,revision_number=0']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:43.362123 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2fe77b12-109d-4271-89f1-14eeddd31631 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:43.372393 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-1461cbb7-d70d-4cce-8ee9-a8ec388cad52 req-2fe77b12-109d-4271-89f1-14eeddd31631 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:43.374829 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1461cbb7-d70d-4cce-8ee9-a8ec388cad52 req-2fe77b12-109d-4271-89f1-14eeddd31631 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2065046 Feb 17 00:06:43.388931 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=4034aa5c-63a3-4077-965c-a6105b76a974,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:43.401038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:43.436927 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bbb868-0491-4670-bed8-2bf178d7ce99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4034aa5c-63a3-4077-965c-a6105b76a974', 'code': 200} Feb 17 00:06:43.499969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Calling delete_port for 4034aa5c-63a3-4077-965c-a6105b76a974 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:06:43.595790 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:06:43.596150 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:06:43.673441 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5724af-59b0-4f61-abc5-363e0c96fde5 req-1b3a976a-ff2f-49b2-b188-e045c3f1ed9a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:43.675371 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0c5724af-59b0-4f61-abc5-363e0c96fde5 req-1b3a976a-ff2f-49b2-b188-e045c3f1ed9a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1482470 Feb 17 00:06:43.687946 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-478d465b-7357-4c1a-8aff-909b14362be6 req-05f297b3-b4ea-49c4-908b-bf0cbef6b6d9 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Synchronizing usage tracker for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:06:43.702255 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-478d465b-7357-4c1a-8aff-909b14362be6 req-05f297b3-b4ea-49c4-908b-bf0cbef6b6d9 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Unset dirty status for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:06:43.703615 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-478d465b-7357-4c1a-8aff-909b14362be6 req-05f297b3-b4ea-49c4-908b-bf0cbef6b6d9 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-412137823&fields=id&tenant_id=aed35f557341417fb5448e2d6f60f1fb HTTP/1.1" status: 200 len: 267 time: 0.0584192 Feb 17 00:06:43.725748 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562a95f-9e8e-4f1b-8805-897d673a693d req-50f1a8f2-77cf-432c-a08f-09624248b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:43.727767 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e562a95f-9e8e-4f1b-8805-897d673a693d req-50f1a8f2-77cf-432c-a08f-09624248b020 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5111a3597c480680e0f9abf0a384d8&device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 1162 time: 0.1379850 Feb 17 00:06:43.746390 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0c5724af-59b0-4f61-abc5-363e0c96fde5 req-c63c0072-23b3-47ca-bbb0-4812551d87f7 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638456 Feb 17 00:06:43.799899 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d465b-7357-4c1a-8aff-909b14362be6 req-fcecbe7d-d082-44a4-84a7-da49dece6ccc tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:43.801550 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-478d465b-7357-4c1a-8aff-909b14362be6 req-fcecbe7d-d082-44a4-84a7-da49dece6ccc tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 945 time: 0.0919580 Feb 17 00:06:43.813787 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-478d465b-7357-4c1a-8aff-909b14362be6 req-c3534471-5dd7-4f72-9a99-c61996fd8425 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Request body: {'port': {'security_groups': ['8696dd0e-7730-419b-bf3e-0d4eaebb232e', 'd7c35b52-8a3e-43ce-894b-32da413a8e6c']}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:43.952245 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-478d465b-7357-4c1a-8aff-909b14362be6 req-c3534471-5dd7-4f72-9a99-c61996fd8425 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:44.098333 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Deleting port 4034aa5c-63a3-4077-965c-a6105b76a974 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:06:44.098827 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:44.131306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562a95f-9e8e-4f1b-8805-897d673a693d req-2c30b675-8934-4153-b338-2625e3143730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:44.132900 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e562a95f-9e8e-4f1b-8805-897d673a693d req-2c30b675-8934-4153-b338-2625e3143730 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9bed9bea-fabb-4082-8967-92ad14eef61a HTTP/1.1" status: 200 len: 904 time: 0.3561289 Feb 17 00:06:44.311226 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e562a95f-9e8e-4f1b-8805-897d673a693d req-058fa9ae-b98b-412b-b5c7-e01a520ccd47 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef HTTP/1.1" status: 200 len: 1001 time: 0.1628940 Feb 17 00:06:44.394752 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db352576-97e3-402c-8689-2737b90b041c req-44d6b064-b896-4a15-a37b-bd6998a81190 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:44.396373 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db352576-97e3-402c-8689-2737b90b041c req-44d6b064-b896-4a15-a37b-bd6998a81190 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 943 time: 0.1866069 Feb 17 00:06:44.456343 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562a95f-9e8e-4f1b-8805-897d673a693d req-81a3168b-1db2-42ec-b98b-b59c8405e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:44.458123 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e562a95f-9e8e-4f1b-8805-897d673a693d req-81a3168b-1db2-42ec-b98b-b59c8405e434 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fd2358e-bd02-44c1-88fe-65c85dcf897a HTTP/1.1" status: 200 len: 849 time: 0.1242898 Feb 17 00:06:44.464369 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db352576-97e3-402c-8689-2737b90b041c req-e12e0604-fc11-4b45-8940-65e202307169 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601847 Feb 17 00:06:44.592789 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562a95f-9e8e-4f1b-8805-897d673a693d req-f45697ea-d078-40e7-95e2-d665c520c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:44.594591 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e562a95f-9e8e-4f1b-8805-897d673a693d req-f45697ea-d078-40e7-95e2-d665c520c3e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bed9bea-fabb-4082-8967-92ad14eef61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1026514 Feb 17 00:06:44.612298 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-478d465b-7357-4c1a-8aff-909b14362be6 req-c3534471-5dd7-4f72-9a99-c61996fd8425 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] For port b45faf73-69f6-4338-b4c1-f0724f6f5789, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b45faf73-69f6-4338-b4c1-f0724f6f5789,segment=NetworkSegment(605d05aa-1d22-4cae-b0d4-e228fcd0e64c),segment_id=605d05aa-1d22-4cae-b0d4-e228fcd0e64c)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:06:44.636602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] For port 4034aa5c-63a3-4077-965c-a6105b76a974, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=4034aa5c-63a3-4077-965c-a6105b76a974,segment=NetworkSegment(9850535d-d27a-46eb-b847-1985cf558db6),segment_id=9850535d-d27a-46eb-b847-1985cf558db6)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:06:44.637087 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:44.647048 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:44.732659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:44.733314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:44.777181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Calling delete_port for 4034aa5c-63a3-4077-965c-a6105b76a974 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:06:44.852307 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc58264-483c-4470-b2b2-653ef77bcd6a req-5f553ace-9109-4243-b13b-d0fa9701fa3c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:44.866469 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6fc58264-483c-4470-b2b2-653ef77bcd6a req-5f553ace-9109-4243-b13b-d0fa9701fa3c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.2531884 Feb 17 00:06:44.866708 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.resource_extend [req-478d465b-7357-4c1a-8aff-909b14362be6 req-c3534471-5dd7-4f72-9a99-c61996fd8425 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 00:06:44.925389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-478d465b-7357-4c1a-8aff-909b14362be6 req-c3534471-5dd7-4f72-9a99-c61996fd8425 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:44.925634 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e562a95f-9e8e-4f1b-8805-897d673a693d req-cc7044c2-f6c5-49f6-b224-825923c85a83 service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500548 Feb 17 00:06:44.928780 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6fc58264-483c-4470-b2b2-653ef77bcd6a req-af8dd5bb-7530-43e3-a711-5552dac76aba tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630376 Feb 17 00:06:44.932771 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-478d465b-7357-4c1a-8aff-909b14362be6 req-c3534471-5dd7-4f72-9a99-c61996fd8425 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:44.949901 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0e8b06ea-d30e-41a6-ad8d-4a85df10fec2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:45.092792 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3534471-5dd7-4f72-9a99-c61996fd8425 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Pushing event updated for resources: {'Port': ['ID=b45faf73-69f6-4338-b4c1-f0724f6f5789,revision_number=5']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:45.201978 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e562a95f-9e8e-4f1b-8805-897d673a693d req-64e195ba-2950-4161-8850-c58e5c4729b7 service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2585719 Feb 17 00:06:45.335161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c3534471-5dd7-4f72-9a99-c61996fd8425 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:45.344141 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:45.360941 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bdcc1b0e-0307-4ff3-b01f-25004068f861 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:45.462210 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Pushing event deleted for resources: {'Port': ['ID=4034aa5c-63a3-4077-965c-a6105b76a974,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:45.479442 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:45.578786 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d465b-7357-4c1a-8aff-909b14362be6 req-c3534471-5dd7-4f72-9a99-c61996fd8425 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:45.579475 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-478d465b-7357-4c1a-8aff-909b14362be6 req-c3534471-5dd7-4f72-9a99-c61996fd8425 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:45.580979 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-478d465b-7357-4c1a-8aff-909b14362be6 req-c3534471-5dd7-4f72-9a99-c61996fd8425 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "PUT /v2.0/ports/b45faf73-69f6-4338-b4c1-f0724f6f5789 HTTP/1.1" status: 200 len: 981 time: 1.7723818 Feb 17 00:06:45.581534 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e06df47-1ef4-4501-91da-2059426b28fc', 'tag': 'b45faf73-69f6-4338-b4c1-f0724f6f5789'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:45.641310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] No DVR routers for this DVR port 4034aa5c-63a3-4077-965c-a6105b76a974 on host hv-cinder-75996 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:06:45.647229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:45.664173 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c049e18f-e7de-4323-b38d-a52a0b7afce2 req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.54 "DELETE /v2.0/ports/4034aa5c-63a3-4077-965c-a6105b76a974 HTTP/1.1" status: 204 len: 173 time: 3.0387821 Feb 17 00:06:45.896054 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-263b3a17-498c-4c66-b982-0a101038f14c None None] Provisioning complete for port b45faf73-69f6-4338-b4c1-f0724f6f5789 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:45.896742 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-263b3a17-498c-4c66-b982-0a101038f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:46.081746 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba5dee-e089-4832-93e7-594bd46054ed req-2cb3f224-1f24-4d6c-abeb-8e8ef7f12812 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:46.094130 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7eba5dee-e089-4832-93e7-594bd46054ed req-2cb3f224-1f24-4d6c-abeb-8e8ef7f12812 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1317086 Feb 17 00:06:46.138551 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-01addca5-0f4a-4422-b171-0bbff5101094 req-236da344-8bea-4abc-8123-4a4a04f2176c tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 210 time: 0.0623133 Feb 17 00:06:46.146541 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7eba5dee-e089-4832-93e7-594bd46054ed req-b57e41bc-90da-420a-a7ef-3d7793ee9b0e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529938 Feb 17 00:06:46.200149 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e06df47-1ef4-4501-91da-2059426b28fc', 'tag': 'b45faf73-69f6-4338-b4c1-f0724f6f5789', 'status': 'completed', 'code': 200} Feb 17 00:06:46.400945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cb0da-2da6-4b2a-bd63-90fd2d6ec9a1 req-e99f04c5-9fb6-4c5e-bcc8-a3e8964e4ab2 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:46.409189 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-784cb0da-2da6-4b2a-bd63-90fd2d6ec9a1 req-e99f04c5-9fb6-4c5e-bcc8-a3e8964e4ab2 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0999389 Feb 17 00:06:46.416699 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece94242-bbc6-43c7-bf58-00985e96a773 req-c59373e4-f988-4d39-bf1b-4d617bb16b03 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:46.425378 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ece94242-bbc6-43c7-bf58-00985e96a773 req-c59373e4-f988-4d39-bf1b-4d617bb16b03 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.1678977 Feb 17 00:06:46.454686 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-784cb0da-2da6-4b2a-bd63-90fd2d6ec9a1 req-0bff238f-3ce4-4df3-92c1-4f81aaf56774 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445604 Feb 17 00:06:46.460306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f36e2-c567-48e3-a2d9-a3678016d60d req-32a4d302-4ffd-475d-919e-7eaa894922ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:46.461949 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b02f36e2-c567-48e3-a2d9-a3678016d60d req-32a4d302-4ffd-475d-919e-7eaa894922ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aed35f557341417fb5448e2d6f60f1fb&device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 1202 time: 0.1626899 Feb 17 00:06:46.488727 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ece94242-bbc6-43c7-bf58-00985e96a773 req-10fec679-0cb7-4ac4-ac82-75e7b4686514 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0621886 Feb 17 00:06:46.641295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f36e2-c567-48e3-a2d9-a3678016d60d req-6c89608f-c9aa-42d5-b2f9-7b34b1f0c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:46.642938 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b02f36e2-c567-48e3-a2d9-a3678016d60d req-6c89608f-c9aa-42d5-b2f9-7b34b1f0c281 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a2d43b7-daa1-41df-b68e-2e9e428becfa HTTP/1.1" status: 200 len: 909 time: 0.1532531 Feb 17 00:06:46.763528 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b02f36e2-c567-48e3-a2d9-a3678016d60d req-d335dd34-b4c7-48df-97a4-39867e85fdef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45faf73-69f6-4338-b4c1-f0724f6f5789 HTTP/1.1" status: 200 len: 1001 time: 0.1080172 Feb 17 00:06:46.839000 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f36e2-c567-48e3-a2d9-a3678016d60d req-955a339d-d46b-437a-80f7-9dfd285d12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:46.840644 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b02f36e2-c567-48e3-a2d9-a3678016d60d req-955a339d-d46b-437a-80f7-9dfd285d12bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d80aa7e2-dad3-42a4-a5a4-70d96d082108 HTTP/1.1" status: 200 len: 854 time: 0.0687940 Feb 17 00:06:46.932652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f36e2-c567-48e3-a2d9-a3678016d60d req-3684338c-34b6-42bd-b812-08a934716f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:46.934234 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b02f36e2-c567-48e3-a2d9-a3678016d60d req-3684338c-34b6-42bd-b812-08a934716f98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a2d43b7-daa1-41df-b68e-2e9e428becfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819392 Feb 17 00:06:47.086154 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b02f36e2-c567-48e3-a2d9-a3678016d60d req-48a493ab-8b39-439b-b952-c58ecc3b91e1 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414387 Feb 17 00:06:47.168174 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device b45faf73-69f6-4338-b4c1-f0724f6f5789 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:47.243187 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port b45faf73-69f6-4338-b4c1-f0724f6f5789 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:47.243660 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:47.261831 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b02f36e2-c567-48e3-a2d9-a3678016d60d req-2bd1f036-f77e-49c4-922b-bcbcff5bf5fd service neutron] 10.222.0.54 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1574292 Feb 17 00:06:47.398172 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2cccc-ac58-4545-9668-c6168a2a2ba5 req-3e7d1fe7-1684-49a0-ad26-16f971bb1175 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:47.401361 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e8f2cccc-ac58-4545-9668-c6168a2a2ba5 req-3e7d1fe7-1684-49a0-ad26-16f971bb1175 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1223152 Feb 17 00:06:47.418650 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-41480ca9-ece0-4a38-ba9a-19df473206b9 req-b237c290-5f19-466d-a326-197df1a3182f tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Synchronizing usage tracker for tenant:938a9486ef9844b1a6085a404c6ae9ab on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:06:47.458702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-41480ca9-ece0-4a38-ba9a-19df473206b9 req-b237c290-5f19-466d-a326-197df1a3182f tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Unset dirty status for tenant:938a9486ef9844b1a6085a404c6ae9ab on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:06:47.460119 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-41480ca9-ece0-4a38-ba9a-19df473206b9 req-b237c290-5f19-466d-a326-197df1a3182f tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=45bbb868-0491-4670-bed8-2bf178d7ce99 HTTP/1.1" status: 200 len: 210 time: 0.1384323 Feb 17 00:06:47.474311 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e8f2cccc-ac58-4545-9668-c6168a2a2ba5 req-f988197f-d289-4bea-b791-e927ea27afbd tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665412 Feb 17 00:06:47.668619 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a789e4-dade-4ef5-af2c-956c10fad59c req-c9ecb9b0-3a9e-4336-aa42-6687b3c2c3f1 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:47.670868 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81a789e4-dade-4ef5-af2c-956c10fad59c req-c9ecb9b0-3a9e-4336-aa42-6687b3c2c3f1 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0935338 Feb 17 00:06:47.728430 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81a789e4-dade-4ef5-af2c-956c10fad59c req-50547fcd-3de2-49c9-b688-a6a9b5c014cf tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504122 Feb 17 00:06:48.202145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bbb868-0491-4670-bed8-2bf178d7ce99', 'name': 'network-vif-deleted', 'tag': '4034aa5c-63a3-4077-965c-a6105b76a974'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:48.252750 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bbb868-0491-4670-bed8-2bf178d7ce99', 'name': 'network-vif-deleted', 'tag': '4034aa5c-63a3-4077-965c-a6105b76a974', 'status': 'completed', 'code': 200} Feb 17 00:06:48.707822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbbfb9-bca1-4559-9dc4-9d5a4bb940ec req-9b90e0b6-8437-477f-b60d-4d98f8b34a00 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:48.709431 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-01fbbfb9-bca1-4559-9dc4-9d5a4bb940ec req-9b90e0b6-8437-477f-b60d-4d98f8b34a00 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0940013 Feb 17 00:06:48.756975 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-01fbbfb9-bca1-4559-9dc4-9d5a4bb940ec req-0e129c21-b0f5-42cb-8828-7fc4f19687ed tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405953 Feb 17 00:06:48.948142 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bf32f-5397-41a2-9a70-6b9520ea6af0 req-2047c992-2940-40e2-a853-629ad046e467 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:48.949661 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5f4bf32f-5397-41a2-9a70-6b9520ea6af0 req-2047c992-2940-40e2-a853-629ad046e467 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0926812 Feb 17 00:06:48.998518 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5f4bf32f-5397-41a2-9a70-6b9520ea6af0 req-ddabd3f7-1e50-4e84-a835-492ee770fbd4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Feb 17 00:06:49.491942 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:49.965200 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823e915-5214-4c77-8892-459b003665c5 req-d0ca2402-d6b1-4323-afd5-443071aa9d09 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:49.966832 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2823e915-5214-4c77-8892-459b003665c5 req-d0ca2402-d6b1-4323-afd5-443071aa9d09 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0865457 Feb 17 00:06:50.018841 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2823e915-5214-4c77-8892-459b003665c5 req-c5aa23fc-5a51-4961-a0f0-3aaaa52e104c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453768 Feb 17 00:06:50.237611 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab9393-3c1b-48c6-90ed-5e801c8d5746 req-6a4623b9-c2c8-4584-acc4-b05bd2492cce tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:50.239255 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3aab9393-3c1b-48c6-90ed-5e801c8d5746 req-6a4623b9-c2c8-4584-acc4-b05bd2492cce tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0865166 Feb 17 00:06:50.287241 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3aab9393-3c1b-48c6-90ed-5e801c8d5746 req-c0afc90c-36d5-4583-86a5-507f286d5b9c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416284 Feb 17 00:06:50.704700 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:50.782682 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:50.783096 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:50.918976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:50.990600 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:50.991123 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:51.227929 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac04e20-d3f0-4147-bb3e-6b39e44e67d7 req-be2285ae-1e16-4272-b570-33bf3c01581a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:51.229558 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2ac04e20-d3f0-4147-bb3e-6b39e44e67d7 req-be2285ae-1e16-4272-b570-33bf3c01581a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0945556 Feb 17 00:06:51.277129 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2ac04e20-d3f0-4147-bb3e-6b39e44e67d7 req-510ccd49-1bff-430d-a5e4-2e02455ba5e8 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411773 Feb 17 00:06:51.487968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec79e2b-9dad-4cf3-98b7-d00ae5f87c6b req-b8ccca2c-b83f-41da-9c22-8b41a5cb716d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:51.489572 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9ec79e2b-9dad-4cf3-98b7-d00ae5f87c6b req-b8ccca2c-b83f-41da-9c22-8b41a5cb716d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0861201 Feb 17 00:06:51.536808 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9ec79e2b-9dad-4cf3-98b7-d00ae5f87c6b req-f856cddf-6db5-4b58-922b-63a6de44bb23 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 Feb 17 00:06:51.993114 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-885b1ca5-b68e-4bef-9862-e7f836d523ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:52.480513 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af8a92-08b2-4a01-a8d8-7d86189e147e req-784eb652-9739-4050-b01b-abfefbaa23b7 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:52.482136 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-15af8a92-08b2-4a01-a8d8-7d86189e147e req-784eb652-9739-4050-b01b-abfefbaa23b7 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0892155 Feb 17 00:06:52.529794 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-15af8a92-08b2-4a01-a8d8-7d86189e147e req-d757e223-3bad-4885-93b0-4b580d300318 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414860 Feb 17 00:06:52.931106 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b1a72-b9c7-40c3-bb10-a286145bc4bc req-24f077fe-3b28-4fd5-b3df-76b76763ee88 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:52.933317 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8b9b1a72-b9c7-40c3-bb10-a286145bc4bc req-24f077fe-3b28-4fd5-b3df-76b76763ee88 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1332648 Feb 17 00:06:52.992637 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8b9b1a72-b9c7-40c3-bb10-a286145bc4bc req-32e5f5bd-3af9-45fe-bd03-663d5115756f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524685 Feb 17 00:06:53.014556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcdb5e-180a-420c-9e71-1f4c0ec54b2b req-76641639-b0bd-4970-811f-aee5414f1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:53.016457 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-adbcdb5e-180a-420c-9e71-1f4c0ec54b2b req-76641639-b0bd-4970-811f-aee5414f1dab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5111a3597c480680e0f9abf0a384d8&device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 1162 time: 0.1379731 Feb 17 00:06:53.227025 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcdb5e-180a-420c-9e71-1f4c0ec54b2b req-a0ffbe10-be39-4276-9409-e4bc78a00d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:53.229166 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-adbcdb5e-180a-420c-9e71-1f4c0ec54b2b req-a0ffbe10-be39-4276-9409-e4bc78a00d6e service neutron] 10.222.0.54 "GET /v2.0/networks?id=9bed9bea-fabb-4082-8967-92ad14eef61a HTTP/1.1" status: 200 len: 904 time: 0.2039537 Feb 17 00:06:53.248346 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb1cd-e509-4841-ae46-34d401ac4826 req-32f944f2-70d1-45b4-8142-f4c6411fda57 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:53.250121 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-82cfb1cd-e509-4841-ae46-34d401ac4826 req-32f944f2-70d1-45b4-8142-f4c6411fda57 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1335764 Feb 17 00:06:53.382141 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-82cfb1cd-e509-4841-ae46-34d401ac4826 req-b0b52202-b557-4df3-8f80-a41470f98254 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784311 Feb 17 00:06:53.395582 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-adbcdb5e-180a-420c-9e71-1f4c0ec54b2b req-dfac87e9-2e5b-455f-8d7c-d8fe8533498b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef HTTP/1.1" status: 200 len: 1001 time: 0.1443212 Feb 17 00:06:53.476498 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcdb5e-180a-420c-9e71-1f4c0ec54b2b req-0ee42e5e-bb49-459a-884d-726292d71189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:53.478221 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-adbcdb5e-180a-420c-9e71-1f4c0ec54b2b req-0ee42e5e-bb49-459a-884d-726292d71189 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fd2358e-bd02-44c1-88fe-65c85dcf897a HTTP/1.1" status: 200 len: 849 time: 0.0675077 Feb 17 00:06:53.567472 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcdb5e-180a-420c-9e71-1f4c0ec54b2b req-dda7bbb3-3d2f-4bec-9a10-bd38c877aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:53.569078 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-adbcdb5e-180a-420c-9e71-1f4c0ec54b2b req-dda7bbb3-3d2f-4bec-9a10-bd38c877aee7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bed9bea-fabb-4082-8967-92ad14eef61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781729 Feb 17 00:06:53.717522 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-adbcdb5e-180a-420c-9e71-1f4c0ec54b2b req-ccead211-1076-407e-a1ea-6777be6fbf89 service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364050 Feb 17 00:06:53.878537 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-adbcdb5e-180a-420c-9e71-1f4c0ec54b2b req-33df455b-82ba-48fc-92a1-f44d1f087f5e service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443346 Feb 17 00:06:54.187288 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-84677bdb-cd45-40a2-9186-e505e18a594a tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:54.190460 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-84677bdb-cd45-40a2-9186-e505e18a594a tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/networks?id=6cc86dcd-72aa-4cbf-9b3f-632628327554 HTTP/1.1" status: 200 len: 808 time: 0.1668642 Feb 17 00:06:54.206014 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-dcd273c8-d9d8-4e34-aad6-15350b8b4915 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/quotas/938a9486ef9844b1a6085a404c6ae9ab HTTP/1.1" status: 200 len: 375 time: 0.0104594 Feb 17 00:06:54.261135 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9750c87a-e5ef-4d47-a379-d69a9ff719d1 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=938a9486ef9844b1a6085a404c6ae9ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494702 Feb 17 00:06:54.412296 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-bc6e34e4-98a2-4ddf-99da-f571cdc40b28 service neutron] 10.222.0.63 "GET /v2.0/networks/6cc86dcd-72aa-4cbf-9b3f-632628327554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434374 Feb 17 00:06:54.470231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-76de529e-596c-414d-9cf0-a341f3694a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:54.565459 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-07705269-405d-45f1-9e4b-156a47baf19e service neutron] 10.222.0.63 "GET /v2.0/networks/6cc86dcd-72aa-4cbf-9b3f-632628327554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1463165 Feb 17 00:06:54.610159 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537b919-5a2e-4770-8637-274235108e87 req-df48465b-6566-4e36-8925-84f1bb696fd3 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:54.611766 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4537b919-5a2e-4770-8637-274235108e87 req-df48465b-6566-4e36-8925-84f1bb696fd3 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0905643 Feb 17 00:06:54.660135 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4537b919-5a2e-4770-8637-274235108e87 req-eb2c964f-8af9-40f9-8b49-0fa98b6a90a8 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419037 Feb 17 00:06:54.870360 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55654d-529b-414c-b0d1-896debd34e02 req-9bebfda2-fef8-49a1-822f-27ab7ae58a93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:54.871161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74766f3e-aedb-4b57-8a12-a9efb4f63278 req-91f4e39a-9f41-4e46-aae1-aa131cdfc61b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:54.872729 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-74766f3e-aedb-4b57-8a12-a9efb4f63278 req-91f4e39a-9f41-4e46-aae1-aa131cdfc61b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0954902 Feb 17 00:06:54.873369 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5a55654d-529b-414c-b0d1-896debd34e02 req-9bebfda2-fef8-49a1-822f-27ab7ae58a93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0980892 Feb 17 00:06:54.901334 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:54.924725 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5a55654d-529b-414c-b0d1-896debd34e02 req-ea9a8b51-8841-4d9e-806a-d9d67159639b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462091 Feb 17 00:06:54.936906 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-74766f3e-aedb-4b57-8a12-a9efb4f63278 req-2142f9cb-6395-4fa0-8c84-888ef8d3670d tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498760 Feb 17 00:06:55.033632 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-29e9228d-7602-4bad-81b8-33d09ae4ecbb req-d0b2ce1c-70d0-40a4-b418-c686f58e343e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 210 time: 0.0534644 Feb 17 00:06:55.130356 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76879c24-04d5-4ec6-8de1-89e10eb01d52 req-1709d4e9-a8b7-4a72-9967-8d9c965930d1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:55.132052 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-76879c24-04d5-4ec6-8de1-89e10eb01d52 req-1709d4e9-a8b7-4a72-9967-8d9c965930d1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 946 time: 0.0960445 Feb 17 00:06:55.181200 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-76879c24-04d5-4ec6-8de1-89e10eb01d52 req-cfea3e35-f5e6-4d63-82ad-c1def42d6e6c tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Feb 17 00:06:55.864721 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721b0f7-ac40-469c-a755-52d364ca4509 req-8e07578c-a9f0-411b-9b46-bd8d3dcb3f3f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:55.866411 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5721b0f7-ac40-469c-a755-52d364ca4509 req-8e07578c-a9f0-411b-9b46-bd8d3dcb3f3f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0879006 Feb 17 00:06:55.917335 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5721b0f7-ac40-469c-a755-52d364ca4509 req-45d21de4-6521-418f-8622-b17406e502e2 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436106 Feb 17 00:06:56.087493 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:56.139058 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac53c3-4cc1-4e3b-9139-ddc5cf76536a req-424f2ae0-72b1-4387-8248-9fbc12be2200 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:56.140955 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0eac53c3-4cc1-4e3b-9139-ddc5cf76536a req-424f2ae0-72b1-4387-8248-9fbc12be2200 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0883796 Feb 17 00:06:56.149665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ab1d9-d9a3-4fc1-aca0-82be0dd5b8f0 req-1821ec3d-c3db-421d-8bee-ccec8af47835 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:56.154390 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-011ab1d9-d9a3-4fc1-aca0-82be0dd5b8f0 req-1821ec3d-c3db-421d-8bee-ccec8af47835 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1034558 Feb 17 00:06:56.197681 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0eac53c3-4cc1-4e3b-9139-ddc5cf76536a req-5167faff-496b-4fed-bdbf-2133c1ffc9bd tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461698 Feb 17 00:06:56.205532 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-011ab1d9-d9a3-4fc1-aca0-82be0dd5b8f0 req-3dac360d-1288-40cc-a2ed-b41c2bdd17dc tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473208 Feb 17 00:06:56.365067 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:56.457479 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b74ef9-1573-4104-b4f4-8f0f9b6b9f9d req-4ecef618-09d4-4536-be89-b20d4be9a6e3 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:56.459249 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c6b74ef9-1573-4104-b4f4-8f0f9b6b9f9d req-4ecef618-09d4-4536-be89-b20d4be9a6e3 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 946 time: 0.1296480 Feb 17 00:06:56.516689 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c6b74ef9-1573-4104-b4f4-8f0f9b6b9f9d req-72e6d2db-0b6e-493f-a241-9076c222a1cb tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487688 Feb 17 00:06:56.649442 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-36a90f57-4dfb-4ec8-b9a3-c77ca61e6718 req-be98fe5d-dafa-42f4-93ef-dd2d79bae128 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 210 time: 0.3393939 Feb 17 00:06:56.678678 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:56.754705 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:56.755602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:56.787071 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-ac377702-fb37-4fdd-9695-a46086d1b7bf tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:56.788293 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-ac377702-fb37-4fdd-9695-a46086d1b7bf tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.54 "GET /v2.0/networks?id=6cc86dcd-72aa-4cbf-9b3f-632628327554 HTTP/1.1" status: 200 len: 808 time: 0.4022450 Feb 17 00:06:56.826293 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Request body: {'port': {'device_id': 'b1f3f7ce-bf05-4187-93ad-fa02f2c8835f', 'network_id': '6cc86dcd-72aa-4cbf-9b3f-632628327554', 'admin_state_up': True, 'tenant_id': '938a9486ef9844b1a6085a404c6ae9ab'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:56.854673 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15f350-dd15-492a-a62c-cb13552e7286 req-c1472569-f2ac-4434-9281-fc208d7a5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:56.856411 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cc15f350-dd15-492a-a62c-cb13552e7286 req-c1472569-f2ac-4434-9281-fc208d7a5810 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 1162 time: 0.0798047 Feb 17 00:06:56.903614 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cc15f350-dd15-492a-a62c-cb13552e7286 req-69b8d751-9c24-4cd4-bc8e-0575b169b97b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372705 Feb 17 00:06:56.971279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:56.981307 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:56.990220 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Made reservation on behalf of 938a9486ef9844b1a6085a404c6ae9ab for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:06:56.996617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:57.118251 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404b9e4-930e-46da-bbe3-c1422f0a2e05 req-21bade79-dfdc-4938-bfba-e588597dceb5 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:57.120432 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9404b9e4-930e-46da-bbe3-c1422f0a2e05 req-21bade79-dfdc-4938-bfba-e588597dceb5 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0901475 Feb 17 00:06:57.167619 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9404b9e4-930e-46da-bbe3-c1422f0a2e05 req-e35d2a58-59ad-4ee9-8198-98b9d9f74039 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 Feb 17 00:06:57.319103 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Allocated IP 172.20.0.3 (6cc86dcd-72aa-4cbf-9b3f-632628327554/fb4af821-1fc3-43eb-9f1b-d1fe9f3bbee4/67e4b91e-ee92-4af5-a483-fe69a51134e7) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:06:57.539610 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5346b-835c-4f16-b2c7-4e9a4ab8aea1 req-95de7c85-7300-4a34-9d03-93dc58851c91 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:57.541746 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a8a5346b-835c-4f16-b2c7-4e9a4ab8aea1 req-95de7c85-7300-4a34-9d03-93dc58851c91 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.2182834 Feb 17 00:06:57.620557 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a8a5346b-835c-4f16-b2c7-4e9a4ab8aea1 req-10928f38-5c51-4fd5-9787-51835479df9c tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723817 Feb 17 00:06:57.656780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:57.689508 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:57.705839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:57.722761 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9280147-3cf2-434d-8c67-2a6508101c94 req-f63e735b-4d21-412c-a7ee-45c59ed25128 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:57.724400 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f9280147-3cf2-434d-8c67-2a6508101c94 req-f63e735b-4d21-412c-a7ee-45c59ed25128 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 946 time: 0.0882502 Feb 17 00:06:57.777606 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f9280147-3cf2-434d-8c67-2a6508101c94 req-6d916f13-dbca-4e11-8bc8-fadc60e9104c tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434098 Feb 17 00:06:57.910199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Pushing event updated for resources: {'Port': ['ID=67e4b91e-ee92-4af5-a483-fe69a51134e7,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:57.918895 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:57.981881 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1202a-9eeb-4469-b051-9e62e9b0bf4f req-a988ac3c-04c8-4a7f-99aa-03f8c41ea6bf tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:57.983518 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-83f1202a-9eeb-4469-b051-9e62e9b0bf4f req-a988ac3c-04c8-4a7f-99aa-03f8c41ea6bf tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 931 time: 0.1780150 Feb 17 00:06:58.006604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Network 6cc86dcd-72aa-4cbf-9b3f-632628327554 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:06:58.009867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:06:58.014390 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:06:58.081587 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-83f1202a-9eeb-4469-b051-9e62e9b0bf4f req-d7b330a2-35d3-4bcc-aeda-3fff03a06f64 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913401 Feb 17 00:06:58.095307 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:58.095965 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:58.120587 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2986996 Feb 17 00:06:58.145875 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Request body: {'port': {'device_id': 'b1f3f7ce-bf05-4187-93ad-fa02f2c8835f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:58.268476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:58.373954 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8e27b-9f7f-404b-84fb-7cfd3a37fda9 req-772985e7-b08b-44da-ac6e-51ad0780584a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:58.375640 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fbf8e27b-9f7f-404b-84fb-7cfd3a37fda9 req-772985e7-b08b-44da-ac6e-51ad0780584a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0945635 Feb 17 00:06:58.426667 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fbf8e27b-9f7f-404b-84fb-7cfd3a37fda9 req-fc24ff39-b3d1-41a2-bd2a-52bb4a1fead3 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443311 Feb 17 00:06:58.700405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e4b91e-ee92-4af5-a483-fe69a51134e7 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:06:58.708377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:58.721107 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Transition to ACTIVE for port object 67e4b91e-ee92-4af5-a483-fe69a51134e7 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:06:58.724538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:58.740765 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:58.954891 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Pushing event updated for resources: {'Port': ['ID=67e4b91e-ee92-4af5-a483-fe69a51134e7,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:58.960872 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:58.989229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d15d8a-7259-445a-a680-e2fe4c6ac4b8 req-a1cf934c-6d29-4246-af36-234d98925840 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:58.990733 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-80d15d8a-7259-445a-a680-e2fe4c6ac4b8 req-a1cf934c-6d29-4246-af36-234d98925840 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 946 time: 0.0929253 Feb 17 00:06:59.043515 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-80d15d8a-7259-445a-a680-e2fe4c6ac4b8 req-b63c03d8-9af0-46ef-b478-604721760eec tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458450 Feb 17 00:06:59.072642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cbca3-a01a-45d1-938a-3702727194e4 req-b30113ba-ba1b-4da5-9eb0-da3043b508a6 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:59.074282 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ef6cbca3-a01a-45d1-938a-3702727194e4 req-b30113ba-ba1b-4da5-9eb0-da3043b508a6 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.2491291 Feb 17 00:06:59.178197 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ef6cbca3-a01a-45d1-938a-3702727194e4 req-2f293f50-ac52-4c22-a834-995e03b1479e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956638 Feb 17 00:06:59.197811 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Attempting to bind port 67e4b91e-ee92-4af5-a483-fe69a51134e7 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:06:59.198295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Attempting to bind port 67e4b91e-ee92-4af5-a483-fe69a51134e7 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '9850535d-d27a-46eb-b847-1985cf558db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6cc86dcd-72aa-4cbf-9b3f-632628327554'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:06:59.198560 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Attempting to bind port 67e4b91e-ee92-4af5-a483-fe69a51134e7 on network 6cc86dcd-72aa-4cbf-9b3f-632628327554 {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:06:59.204835 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:06:59.205254 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Checking segment: {'id': '9850535d-d27a-46eb-b847-1985cf558db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6cc86dcd-72aa-4cbf-9b3f-632628327554'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:06:59.205606 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:59.206023 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Bound using segment: {'id': '9850535d-d27a-46eb-b847-1985cf558db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6cc86dcd-72aa-4cbf-9b3f-632628327554'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:06:59.206497 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Bound port: 67e4b91e-ee92-4af5-a483-fe69a51134e7, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9850535d-d27a-46eb-b847-1985cf558db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6cc86dcd-72aa-4cbf-9b3f-632628327554'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:06:59.206866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:59.297804 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4920e-5cf6-4b6a-97df-87474d7c997d req-f816f7b1-8473-4b82-a166-90554e745b9e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:59.300037 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3cf4920e-5cf6-4b6a-97df-87474d7c997d req-f816f7b1-8473-4b82-a166-90554e745b9e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 943 time: 0.0981107 Feb 17 00:06:59.304106 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] For port 67e4b91e-ee92-4af5-a483-fe69a51134e7, host hv-cinder-75996, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:06:59.308784 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] For port 67e4b91e-ee92-4af5-a483-fe69a51134e7, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=67e4b91e-ee92-4af5-a483-fe69a51134e7,segment=NetworkSegment(9850535d-d27a-46eb-b847-1985cf558db6),segment_id=9850535d-d27a-46eb-b847-1985cf558db6)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:06:59.312487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:59.333729 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-eea9a53d-47e7-4728-80cf-a3bb8ce8be30 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:59.354920 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3cf4920e-5cf6-4b6a-97df-87474d7c997d req-cf1de9c3-43b2-4603-aee1-5783196de0b0 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467446 Feb 17 00:06:59.489259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Pushing event updated for resources: {'Port': ['ID=67e4b91e-ee92-4af5-a483-fe69a51134e7,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:59.492971 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:59.532154 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:59.532824 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:59.534329 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] 10.222.0.54 "PUT /v2.0/ports/67e4b91e-ee92-4af5-a483-fe69a51134e7 HTTP/1.1" status: 200 len: 1157 time: 1.3930674 Feb 17 00:06:59.534891 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f3f7ce-bf05-4187-93ad-fa02f2c8835f', 'tag': '67e4b91e-ee92-4af5-a483-fe69a51134e7'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:59.606839 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f3f7ce-bf05-4187-93ad-fa02f2c8835f', 'tag': '67e4b91e-ee92-4af5-a483-fe69a51134e7', 'status': 'completed', 'code': 200} Feb 17 00:06:59.649594 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357011c2-0df8-44f1-aa63-8624a0bfdfa4 req-a0d7e1e0-f2b6-4045-9506-eed879504e5c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:59.651233 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-357011c2-0df8-44f1-aa63-8624a0bfdfa4 req-a0d7e1e0-f2b6-4045-9506-eed879504e5c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0875623 Feb 17 00:06:59.742832 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c0b0d-0226-45bb-a8a4-836d704ba241 req-68c7fe47-37d8-488d-8ce8-0128986e7140 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:59.744908 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d67c0b0d-0226-45bb-a8a4-836d704ba241 req-68c7fe47-37d8-488d-8ce8-0128986e7140 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 946 time: 0.0995264 Feb 17 00:06:59.752623 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-357011c2-0df8-44f1-aa63-8624a0bfdfa4 req-e42cecfe-545b-4ed2-8562-d7607cd6fe88 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564370 Feb 17 00:06:59.771136 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-af1166ca-bce8-4527-b8ac-49673772b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:59.772745 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-af1166ca-bce8-4527-b8ac-49673772b2be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=938a9486ef9844b1a6085a404c6ae9ab&device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 1160 time: 0.1205864 Feb 17 00:06:59.831768 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-d67c0b0d-0226-45bb-a8a4-836d704ba241 req-db4df715-a9a3-4835-82e9-86053b9c119d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Deleting port fa372129-a187-4342-85b9-91d90494db20 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:06:59.832164 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-d67c0b0d-0226-45bb-a8a4-836d704ba241 req-db4df715-a9a3-4835-82e9-86053b9c119d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:59.857959 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-1e801a78-8126-4d94-942b-27e4f7a13d1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e4b91e-ee92-4af5-a483-fe69a51134e7 HTTP/1.1" status: 200 len: 217 time: 0.0721133 Feb 17 00:06:59.947824 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-ef93b5d4-c0bb-4c4c-a2f0-68eada8ee0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:59.949594 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-ef93b5d4-c0bb-4c4c-a2f0-68eada8ee0f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fb4af821-1fc3-43eb-9f1b-d1fe9f3bbee4 HTTP/1.1" status: 200 len: 848 time: 0.0774534 Feb 17 00:07:00.021161 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-08dec37b-1ee2-4a54-ae81-19128e2d3505 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc86dcd-72aa-4cbf-9b3f-632628327554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470438 Feb 17 00:07:00.133518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-d67c0b0d-0226-45bb-a8a4-836d704ba241 req-db4df715-a9a3-4835-82e9-86053b9c119d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] For port fa372129-a187-4342-85b9-91d90494db20, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=fa372129-a187-4342-85b9-91d90494db20,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:07:00.134599 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-d67c0b0d-0226-45bb-a8a4-836d704ba241 req-db4df715-a9a3-4835-82e9-86053b9c119d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:00.184565 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-8ecd8d6c-fce5-47f7-8efb-ef30b02d8b9c service neutron] 10.222.0.54 "GET /v2.0/networks/6cc86dcd-72aa-4cbf-9b3f-632628327554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499572 Feb 17 00:07:00.582013 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-d67c0b0d-0226-45bb-a8a4-836d704ba241 req-db4df715-a9a3-4835-82e9-86053b9c119d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Calling delete_port for fa372129-a187-4342-85b9-91d90494db20 owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:07:00.628891 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe834d5e-5e84-4176-ad58-bd8078bf14a2 req-bdb5e18d-a8a9-4c90-8ffc-6e9e2d9543e0 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:00.631026 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fe834d5e-5e84-4176-ad58-bd8078bf14a2 req-bdb5e18d-a8a9-4c90-8ffc-6e9e2d9543e0 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 946 time: 0.4431050 Feb 17 00:07:00.635380 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7217d280-2b57-4dea-8e9f-ecb929f7860c req-8acf0eb8-d3a6-4354-b192-5a1a4486e81b service neutron] 10.222.0.54 "GET /v2.0/networks/6cc86dcd-72aa-4cbf-9b3f-632628327554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4005287 Feb 17 00:07:00.684327 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fe834d5e-5e84-4176-ad58-bd8078bf14a2 req-3775e1a1-7022-4e94-8e57-483230399887 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451701 Feb 17 00:07:00.705992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:07:00.814655 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:07:00.815288 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:00.821337 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70ad05-901b-4c80-96b2-bdadde575f36 req-db239670-8243-4ba9-b846-e76def7caa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:00.823577 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0d70ad05-901b-4c80-96b2-bdadde575f36 req-db239670-8243-4ba9-b846-e76def7caa0b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ee46360fcd446293cdd25aa696350b&device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 1162 time: 0.6926107 Feb 17 00:07:00.872086 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cda49-d816-41d6-b72c-256f3293ed9c req-a02f83cb-8705-4f20-b904-e27a72d5410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:00.873944 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a60cda49-d816-41d6-b72c-256f3293ed9c req-a02f83cb-8705-4f20-b904-e27a72d5410a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=938a9486ef9844b1a6085a404c6ae9ab&device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 1160 time: 0.1542172 Feb 17 00:07:00.898155 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8eafdc-858f-463d-a520-6131fd536320 req-805d069e-6f82-4972-b10c-4830a73911f9 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:00.899693 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fc8eafdc-858f-463d-a520-6131fd536320 req-805d069e-6f82-4972-b10c-4830a73911f9 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.7131765 Feb 17 00:07:00.960048 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device fa372129-a187-4342-85b9-91d90494db20 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:07:01.020419 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b9b0f-9d45-4fda-adac-09bdd4408f5b req-a5689f6c-8a90-4843-bb3e-217b3d077ddc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:01.022067 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-867b9b0f-9d45-4fda-adac-09bdd4408f5b req-a5689f6c-8a90-4843-bb3e-217b3d077ddc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1906531 Feb 17 00:07:01.046231 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fc8eafdc-858f-463d-a520-6131fd536320 req-404f8e1e-499b-446e-a692-18ab6e50c1f0 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859125 Feb 17 00:07:01.070327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-d67c0b0d-0226-45bb-a8a4-836d704ba241 req-db4df715-a9a3-4835-82e9-86053b9c119d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:01.085672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Port fa372129-a187-4342-85b9-91d90494db20 update to DOWN by agent not found {{(pid=83923) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 00:07:01.087594 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:01.093028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cda49-d816-41d6-b72c-256f3293ed9c req-4ffd0c4e-d705-4599-8d7e-e330ffd96b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:01.094772 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a60cda49-d816-41d6-b72c-256f3293ed9c req-4ffd0c4e-d705-4599-8d7e-e330ffd96b10 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc86dcd-72aa-4cbf-9b3f-632628327554 HTTP/1.1" status: 200 len: 903 time: 0.1978438 Feb 17 00:07:01.109010 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-867b9b0f-9d45-4fda-adac-09bdd4408f5b req-f133f2e5-4f06-402a-a5cb-f40b44213ba1 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694282 Feb 17 00:07:01.198602 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a60cda49-d816-41d6-b72c-256f3293ed9c req-033a1941-e76a-4895-8b74-d87e0ef61420 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e4b91e-ee92-4af5-a483-fe69a51134e7 HTTP/1.1" status: 200 len: 217 time: 0.0955851 Feb 17 00:07:01.202789 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4df715-a9a3-4835-82e9-86053b9c119d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Pushing event deleted for resources: {'Port': ['ID=fa372129-a187-4342-85b9-91d90494db20,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:01.213461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-db4df715-a9a3-4835-82e9-86053b9c119d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:01.267787 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70ad05-901b-4c80-96b2-bdadde575f36 req-0090195e-740c-4775-bc63-3d16b16b9cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:01.269279 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0d70ad05-901b-4c80-96b2-bdadde575f36 req-0090195e-740c-4775-bc63-3d16b16b9cab service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ca00216-ee09-4b8a-a03b-9db9b3566f52 HTTP/1.1" status: 200 len: 912 time: 0.4063435 Feb 17 00:07:01.284241 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cda49-d816-41d6-b72c-256f3293ed9c req-eaeee705-4523-4708-8ee8-f75db5020a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:01.285822 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a60cda49-d816-41d6-b72c-256f3293ed9c req-eaeee705-4523-4708-8ee8-f75db5020a29 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fb4af821-1fc3-43eb-9f1b-d1fe9f3bbee4 HTTP/1.1" status: 200 len: 848 time: 0.0684936 Feb 17 00:07:01.374799 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a60cda49-d816-41d6-b72c-256f3293ed9c req-dfc1e1f7-32b7-4de6-b55a-a015ae43d0eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc86dcd-72aa-4cbf-9b3f-632628327554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708826 Feb 17 00:07:01.386722 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0d70ad05-901b-4c80-96b2-bdadde575f36 req-f8940f7f-3ef7-4b7d-abae-603c51370ea7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d14d1e1b-e7d4-40d7-a21f-d717b23ef138 HTTP/1.1" status: 200 len: 217 time: 0.0977771 Feb 17 00:07:01.396250 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-6ae2bcb5-9917-4a41-a2df-78fbe412904d tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Synchronizing usage tracker for tenant:e476942cdbfc45758cf9aa2da49dcad1 on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:07:01.483407 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-6ae2bcb5-9917-4a41-a2df-78fbe412904d tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Unset dirty status for tenant:e476942cdbfc45758cf9aa2da49dcad1 on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:07:01.484190 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ba694-8210-4b80-ad5b-b2d674416abc req-a2c12ffe-2ae6-4f0d-8632-832aba31fa4f tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:01.484678 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-6ae2bcb5-9917-4a41-a2df-78fbe412904d tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1637602659&fields=id&tenant_id=e476942cdbfc45758cf9aa2da49dcad1 HTTP/1.1" status: 200 len: 267 time: 0.1821268 Feb 17 00:07:01.485814 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-803ba694-8210-4b80-ad5b-b2d674416abc req-a2c12ffe-2ae6-4f0d-8632-832aba31fa4f tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 943 time: 0.2764056 Feb 17 00:07:01.547835 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67c0b0d-0226-45bb-a8a4-836d704ba241 req-db4df715-a9a3-4835-82e9-86053b9c119d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] No DVR routers for this DVR port fa372129-a187-4342-85b9-91d90494db20 on host hv-cinder-75996 {{(pid=83920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:07:01.560564 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-d67c0b0d-0226-45bb-a8a4-836d704ba241 req-db4df715-a9a3-4835-82e9-86053b9c119d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:01.565344 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3702cee3-354c-4826-8bec-4b88564acde3', 'name': 'network-vif-deleted', 'tag': 'fa372129-a187-4342-85b9-91d90494db20'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:01.570896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70ad05-901b-4c80-96b2-bdadde575f36 req-243c8e5a-f75c-44e7-af9d-fa3b7b242c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:01.573020 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0d70ad05-901b-4c80-96b2-bdadde575f36 req-243c8e5a-f75c-44e7-af9d-fa3b7b242c14 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17138db5-0c15-4399-a1cd-bdf6e1de4aee HTTP/1.1" status: 200 len: 858 time: 0.1624737 Feb 17 00:07:01.633748 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d67c0b0d-0226-45bb-a8a4-836d704ba241 req-db4df715-a9a3-4835-82e9-86053b9c119d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "DELETE /v2.0/ports/fa372129-a187-4342-85b9-91d90494db20 HTTP/1.1" status: 204 len: 173 time: 1.8750832 Feb 17 00:07:01.642059 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-803ba694-8210-4b80-ad5b-b2d674416abc req-1db51850-3137-463f-963a-1b409ccacafd tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208594 Feb 17 00:07:01.649610 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0d70ad05-901b-4c80-96b2-bdadde575f36 req-3083b151-7f8a-49ae-9ceb-43567aae8656 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ca00216-ee09-4b8a-a03b-9db9b3566f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534041 Feb 17 00:07:01.675807 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a60cda49-d816-41d6-b72c-256f3293ed9c req-da1803f9-afe2-4146-9c58-1d2a12431feb service neutron] 10.222.0.54 "GET /v2.0/networks/6cc86dcd-72aa-4cbf-9b3f-632628327554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660584 Feb 17 00:07:01.698499 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-3344dc30-be58-496c-bc69-bed595609af9 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:01.699254 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-3344dc30-be58-496c-bc69-bed595609af9 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Synchronizing usage tracker for tenant:e476942cdbfc45758cf9aa2da49dcad1 on resource:network {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:07:01.718676 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3702cee3-354c-4826-8bec-4b88564acde3', 'name': 'network-vif-deleted', 'tag': 'fa372129-a187-4342-85b9-91d90494db20', 'status': 'completed', 'code': 200} Feb 17 00:07:01.817476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-3344dc30-be58-496c-bc69-bed595609af9 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Unset dirty status for tenant:e476942cdbfc45758cf9aa2da49dcad1 on resource:network {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:07:01.819146 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-3344dc30-be58-496c-bc69-bed595609af9 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/networks?id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 HTTP/1.1" status: 200 len: 808 time: 0.3177066 Feb 17 00:07:01.854661 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-d10de442-9c47-46e5-8255-290a8384be15 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/quotas/e476942cdbfc45758cf9aa2da49dcad1 HTTP/1.1" status: 200 len: 375 time: 0.0263257 Feb 17 00:07:01.863077 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0d70ad05-901b-4c80-96b2-bdadde575f36 req-c752d7e0-fd24-40d7-9242-99dc12d4705d service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729431 Feb 17 00:07:01.933981 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a60cda49-d816-41d6-b72c-256f3293ed9c req-a8febe8a-92b0-4502-9a92-ce5da1960776 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc86dcd-72aa-4cbf-9b3f-632628327554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2303863 Feb 17 00:07:01.977616 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-164784ca-018a-40c5-bb2c-de160a1c420b tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Synchronizing usage tracker for tenant:e476942cdbfc45758cf9aa2da49dcad1 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:07:01.993573 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-2b7f4e37-3d2e-466d-8539-6d577ed9e9cc req-23ac2bab-8c7f-4082-a4b0-b72e219930e4 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Synchronizing usage tracker for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:07:01.994642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-164784ca-018a-40c5-bb2c-de160a1c420b tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Unset dirty status for tenant:e476942cdbfc45758cf9aa2da49dcad1 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:07:01.996044 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-164784ca-018a-40c5-bb2c-de160a1c420b tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e476942cdbfc45758cf9aa2da49dcad1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371047 Feb 17 00:07:02.028907 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-2b7f4e37-3d2e-466d-8539-6d577ed9e9cc req-23ac2bab-8c7f-4082-a4b0-b72e219930e4 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Unset dirty status for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:07:02.030240 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2b7f4e37-3d2e-466d-8539-6d577ed9e9cc req-23ac2bab-8c7f-4082-a4b0-b72e219930e4 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=3702cee3-354c-4826-8bec-4b88564acde3 HTTP/1.1" status: 200 len: 210 time: 0.1697214 Feb 17 00:07:02.071550 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0d70ad05-901b-4c80-96b2-bdadde575f36 req-f4177879-9fcf-4821-a5a4-ba6797f4aa9a service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1659064 Feb 17 00:07:02.140976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:07:02.152625 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9aa0b196-3455-4873-9295-89e7fda24295 service neutron] 10.222.0.63 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434708 Feb 17 00:07:02.251952 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f31c2-b586-497c-ad5c-34f3d9b7758b req-f1bf2f9f-bd39-4917-83a5-fab40f7ca59f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:02.253475 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6c9f31c2-b586-497c-ad5c-34f3d9b7758b req-f1bf2f9f-bd39-4917-83a5-fab40f7ca59f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0913796 Feb 17 00:07:02.301103 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-2c32d6a2-7639-4581-8808-629040b14ac4 service neutron] 10.222.0.63 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406324 Feb 17 00:07:02.302322 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6c9f31c2-b586-497c-ad5c-34f3d9b7758b req-9dbf93f4-9ae2-4e61-a343-c1e60716780c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419421 Feb 17 00:07:02.503042 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67e498-f843-4422-8d40-f170febd2c18 req-069747d0-58e9-4837-8da1-0c3b4129a201 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:02.504676 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5f67e498-f843-4422-8d40-f170febd2c18 req-069747d0-58e9-4837-8da1-0c3b4129a201 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0963109 Feb 17 00:07:02.564953 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5f67e498-f843-4422-8d40-f170febd2c18 req-66cfc80a-195a-4a1a-9197-83232e74c8b8 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514529 Feb 17 00:07:02.768549 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-21d9e22a-e19a-4859-8c0e-a78b10eb54e8 req-29d90e8a-c0ad-496e-a66d-1fdcdd01264c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 210 time: 0.0509124 Feb 17 00:07:02.855227 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037691e-110d-4bcd-9b9b-a9d1a94b32a5 req-4dcf886e-741c-40f9-9d7a-2f77c97ed8d0 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:02.855986 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-5037691e-110d-4bcd-9b9b-a9d1a94b32a5 req-4dcf886e-741c-40f9-9d7a-2f77c97ed8d0 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Synchronizing usage tracker for tenant:938a9486ef9844b1a6085a404c6ae9ab on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:07:02.870700 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-5037691e-110d-4bcd-9b9b-a9d1a94b32a5 req-4dcf886e-741c-40f9-9d7a-2f77c97ed8d0 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Unset dirty status for tenant:938a9486ef9844b1a6085a404c6ae9ab on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:07:02.871958 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5037691e-110d-4bcd-9b9b-a9d1a94b32a5 req-4dcf886e-741c-40f9-9d7a-2f77c97ed8d0 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 943 time: 0.1099672 Feb 17 00:07:02.921213 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5037691e-110d-4bcd-9b9b-a9d1a94b32a5 req-a6b0fa11-8350-45e6-8895-b9dbf2b6849b tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429289 Feb 17 00:07:03.504945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef594f-f5cd-49dd-b05a-bdb655f3a081 req-4b147d0d-94b1-422d-a380-211888c384c5 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:03.506554 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-79ef594f-f5cd-49dd-b05a-bdb655f3a081 req-4b147d0d-94b1-422d-a380-211888c384c5 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0857835 Feb 17 00:07:03.558109 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-79ef594f-f5cd-49dd-b05a-bdb655f3a081 req-ddb25fbf-4412-444f-867b-f6417d51a95d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452240 Feb 17 00:07:03.770534 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184c0ac-d004-45f7-ae20-7406c41e9665 req-b3a4eb84-5d2d-4208-9741-154910dda688 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:03.772158 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c184c0ac-d004-45f7-ae20-7406c41e9665 req-b3a4eb84-5d2d-4208-9741-154910dda688 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0863190 Feb 17 00:07:03.825576 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c184c0ac-d004-45f7-ae20-7406c41e9665 req-000c97a1-2a95-40eb-8b99-1fbcc8461768 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464573 Feb 17 00:07:03.932317 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-26aa8768-1f34-4713-b8f1-0b90d5ec0014 req-3d22ceb8-3da7-4642-a01c-d5700c8c0527 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 210 time: 0.0489912 Feb 17 00:07:04.267289 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faa3b1-de26-4619-8fa2-e7442e27dfed req-48ea4975-5669-426a-9d1f-feec56e05a77 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:04.268920 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73faa3b1-de26-4619-8fa2-e7442e27dfed req-48ea4975-5669-426a-9d1f-feec56e05a77 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 943 time: 0.2290528 Feb 17 00:07:04.276665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-00817896-348a-4283-a95f-90c95f33f684 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:04.278185 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-00817896-348a-4283-a95f-90c95f33f684 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.54 "GET /v2.0/networks?id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 HTTP/1.1" status: 200 len: 808 time: 0.1938519 Feb 17 00:07:04.346681 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:07:04.384891 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73faa3b1-de26-4619-8fa2-e7442e27dfed req-0741f742-76fc-4d73-8082-c125746f936e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879626 Feb 17 00:07:04.410429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9ee2bf6a-1e23-4db7-bb7b-2824c07621f8 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Synchronizing usage tracker for tenant:e476942cdbfc45758cf9aa2da49dcad1 on resource:security_group {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:07:04.423697 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9ee2bf6a-1e23-4db7-bb7b-2824c07621f8 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Unset dirty status for tenant:e476942cdbfc45758cf9aa2da49dcad1 on resource:security_group {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:07:04.425455 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9ee2bf6a-1e23-4db7-bb7b-2824c07621f8 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e476942cdbfc45758cf9aa2da49dcad1 HTTP/1.1" status: 200 len: 5759 time: 0.1315916 Feb 17 00:07:04.438109 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Request body: {'port': {'device_id': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'admin_state_up': True, 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'security_groups': ['21aff3fe-4dec-49a2-955b-e40ffe17442b']}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:04.462283 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:07:04.463005 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:04.619155 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:07:04.630296 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:07:04.639464 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Made reservation on behalf of e476942cdbfc45758cf9aa2da49dcad1 for: {'port': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:07:04.645307 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:04.794256 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edc9de-2824-4646-b1da-566218fe9465 req-f9328da2-7e5f-4319-83ec-df56d5c8405c tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:04.796045 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-35edc9de-2824-4646-b1da-566218fe9465 req-f9328da2-7e5f-4319-83ec-df56d5c8405c tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 945 time: 0.0880384 Feb 17 00:07:04.851444 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-35edc9de-2824-4646-b1da-566218fe9465 req-e4c0eee5-b380-416e-94fc-dfa4f06b986b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482819 Feb 17 00:07:05.056859 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a364ab-98f9-4716-8901-fab2349d58df req-dcb8f429-6de6-41d0-8ff3-14ebb709c21a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:05.059693 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-91a364ab-98f9-4716-8901-fab2349d58df req-dcb8f429-6de6-41d0-8ff3-14ebb709c21a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0943699 Feb 17 00:07:05.112098 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-91a364ab-98f9-4716-8901-fab2349d58df req-85f8f448-f7b4-4e3c-b3b3-c74037c65384 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446925 Feb 17 00:07:05.157108 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391e6ec-6829-496b-a5f4-7e5811c039e9 req-459d21b1-25d6-4031-87ca-6960dc2287f2 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:05.158583 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e391e6ec-6829-496b-a5f4-7e5811c039e9 req-459d21b1-25d6-4031-87ca-6960dc2287f2 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.4495263 Feb 17 00:07:05.250858 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e391e6ec-6829-496b-a5f4-7e5811c039e9 req-2de36fbc-b86f-4b76-a967-cf944e869fd2 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822370 Feb 17 00:07:05.288808 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32fa2c63-c8a4-4709-9df3-6b7d7ac16c7b req-18f616e8-f209-4ca0-bd0a-deee9a63ef15 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 210 time: 0.0535467 Feb 17 00:07:05.316373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Allocated IP 172.20.0.10 (afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6/39f904dd-25d8-4037-a512-4bb5fa3ebf1f/61229e9d-7c9c-4629-899e-a4148630aef9) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:07:05.578761 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:05.599975 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Transition to ACTIVE for port object 61229e9d-7c9c-4629-899e-a4148630aef9 will not be triggered until provisioned by entity DHCP. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:07:05.629976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfec4ee-8f73-490e-9b68-5a6abb921742 req-10749628-77aa-487d-a1a2-44917e760e91 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:05.631575 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ebfec4ee-8f73-490e-9b68-5a6abb921742 req-10749628-77aa-487d-a1a2-44917e760e91 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 943 time: 0.1542084 Feb 17 00:07:05.673190 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:05.691356 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6ab3df11-b900-4bde-b19c-60512ccb4dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:05.798480 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ebfec4ee-8f73-490e-9b68-5a6abb921742 req-514ac990-d6a4-4b4e-9e97-0a99071d03a0 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600094 Feb 17 00:07:05.841033 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Pushing event updated for resources: {'Port': ['ID=61229e9d-7c9c-4629-899e-a4148630aef9,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:05.846102 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:05.897227 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:07:05.898427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:07:05.901272 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:07:05.905655 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:05.906340 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:05.933644 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5000944 Feb 17 00:07:05.948171 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Request body: {'port': {'device_id': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:06.069550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831c909-0c7c-4c02-9e76-c0a95114b017 req-4930e416-1d37-44f9-8d58-9f381c80b783 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:06.071227 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3831c909-0c7c-4c02-9e76-c0a95114b017 req-4930e416-1d37-44f9-8d58-9f381c80b783 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 945 time: 0.0967159 Feb 17 00:07:06.075075 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:06.119774 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3831c909-0c7c-4c02-9e76-c0a95114b017 req-42a8e1b5-04dd-4957-a802-ebd5cb83c5d1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420530 Feb 17 00:07:06.165163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-363c1758-32a8-467d-945e-2076052e8825 None None] Provisioning for port 61229e9d-7c9c-4629-899e-a4148630aef9 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:07:06.171359 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-363c1758-32a8-467d-945e-2076052e8825 None None] Provisioning complete for port 61229e9d-7c9c-4629-899e-a4148630aef9 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:07:06.171727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-363c1758-32a8-467d-945e-2076052e8825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:06.235023 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-363c1758-32a8-467d-945e-2076052e8825 None None] Port 61229e9d-7c9c-4629-899e-a4148630aef9 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:07:06.293325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:07:06.375787 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:07:06.376424 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:06.478286 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c5138-4242-4f0b-b3a5-aec2ef04ea2c req-14a9f0da-a2a6-4a88-ba2c-663e1a9a2978 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:06.479875 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7e6c5138-4242-4f0b-b3a5-aec2ef04ea2c req-14a9f0da-a2a6-4a88-ba2c-663e1a9a2978 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.2162292 Feb 17 00:07:06.497168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411526c-73b7-49ba-a297-0017674ed573 req-18820a90-a815-4362-af1f-e2b3c9bec025 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:06.498867 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0411526c-73b7-49ba-a297-0017674ed573 req-18820a90-a815-4362-af1f-e2b3c9bec025 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0929413 Feb 17 00:07:06.511000 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 67e4b91e-ee92-4af5-a483-fe69a51134e7 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:07:06.552677 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0411526c-73b7-49ba-a297-0017674ed573 req-76964167-c9e2-42f9-a6e0-fbaabb679140 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467424 Feb 17 00:07:06.590029 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port 67e4b91e-ee92-4af5-a483-fe69a51134e7 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:07:06.590571 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7e6c5138-4242-4f0b-b3a5-aec2ef04ea2c req-c028264d-9809-40bf-9093-ca8939904f92 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974720 Feb 17 00:07:06.595542 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 67e4b91e-ee92-4af5-a483-fe69a51134e7 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:07:06.596045 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:06.665738 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61229e9d-7c9c-4629-899e-a4148630aef9 {{(pid=83920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:07:06.675072 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:06.689038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Transition to ACTIVE for port object 61229e9d-7c9c-4629-899e-a4148630aef9 will not be triggered until provisioned by entity L2. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:07:06.692522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:06.710789 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:06.739699 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:06.771312 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f3f7ce-bf05-4187-93ad-fa02f2c8835f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e4b91e-ee92-4af5-a483-fe69a51134e7'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:06.782707 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 67e4b91e-ee92-4af5-a483-fe69a51134e7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=67e4b91e-ee92-4af5-a483-fe69a51134e7,segment=NetworkSegment(9850535d-d27a-46eb-b847-1985cf558db6),segment_id=9850535d-d27a-46eb-b847-1985cf558db6)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:07:06.790617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:06.793079 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-781bda87-8896-4b2c-8dc4-6578fbf7b70b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:06.798711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50306bbb-6bab-47c3-ba1a-98835ab8adfa req-5b43f2a1-4d1d-4428-8c01-64825bb3b2bd tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:06.800780 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-50306bbb-6bab-47c3-ba1a-98835ab8adfa req-5b43f2a1-4d1d-4428-8c01-64825bb3b2bd tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 944 time: 0.0966315 Feb 17 00:07:06.874989 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Pushing event updated for resources: {'Port': ['ID=61229e9d-7c9c-4629-899e-a4148630aef9,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:06.886078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:06.891265 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f3f7ce-bf05-4187-93ad-fa02f2c8835f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e4b91e-ee92-4af5-a483-fe69a51134e7', 'code': 200} Feb 17 00:07:06.892276 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=67e4b91e-ee92-4af5-a483-fe69a51134e7,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:06.895602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:06.919879 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-50306bbb-6bab-47c3-ba1a-98835ab8adfa req-4e9be4c1-be33-4b42-868e-07db5b4ff004 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1110890 Feb 17 00:07:07.132936 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Attempting to bind port 61229e9d-7c9c-4629-899e-a4148630aef9 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:07:07.133315 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Attempting to bind port 61229e9d-7c9c-4629-899e-a4148630aef9 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '4c546a41-421f-44cb-bb5a-1af415d54496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6'}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:07:07.133693 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Attempting to bind port 61229e9d-7c9c-4629-899e-a4148630aef9 on network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:07:07.166621 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:07:07.167008 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Checking segment: {'id': '4c546a41-421f-44cb-bb5a-1af415d54496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:07:07.167415 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:07.167849 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Bound using segment: {'id': '4c546a41-421f-44cb-bb5a-1af415d54496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6'} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:07:07.168303 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Bound port: 61229e9d-7c9c-4629-899e-a4148630aef9, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c546a41-421f-44cb-bb5a-1af415d54496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6'}}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:07:07.168679 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:07.213177 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:07:07.228781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0264e-ffbd-4bb4-ae34-1bfeb0a48e09 req-51cd6ddd-7944-4caa-915d-138db525a552 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:07.237095 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d2c0264e-ffbd-4bb4-ae34-1bfeb0a48e09 req-51cd6ddd-7944-4caa-915d-138db525a552 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 945 time: 0.2240062 Feb 17 00:07:07.253945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508e18e-a9a2-4c85-ba08-8697f6938183 req-61f1b974-a74a-4816-ac8e-efbaabf210a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:07.255890 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1508e18e-a9a2-4c85-ba08-8697f6938183 req-61f1b974-a74a-4816-ac8e-efbaabf210a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 1162 time: 0.1303148 Feb 17 00:07:07.308146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:07:07.308826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:07.323663 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d2c0264e-ffbd-4bb4-ae34-1bfeb0a48e09 req-66496cd9-5d82-44db-a4ac-b41fe7acc38f tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855525 Feb 17 00:07:07.332739 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] For port 61229e9d-7c9c-4629-899e-a4148630aef9, host hv-cinder-75996, cleared binding levels {{(pid=83920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:07:07.336058 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] For port 61229e9d-7c9c-4629-899e-a4148630aef9, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=61229e9d-7c9c-4629-899e-a4148630aef9,segment=NetworkSegment(4c546a41-421f-44cb-bb5a-1af415d54496),segment_id=4c546a41-421f-44cb-bb5a-1af415d54496)] {{(pid=83920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:07:07.343733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:07.374864 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1508e18e-a9a2-4c85-ba08-8697f6938183 req-5053c692-c334-44b4-a57f-0ad2ff04ef73 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051705 Feb 17 00:07:07.411096 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe8da3-f17a-46dc-9545-3849a04e777a req-93c35cac-fba2-4c0f-89f2-39545431c105 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:07.418803 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-effe8da3-f17a-46dc-9545-3849a04e777a req-93c35cac-fba2-4c0f-89f2-39545431c105 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 945 time: 0.1298382 Feb 17 00:07:07.472931 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-effe8da3-f17a-46dc-9545-3849a04e777a req-ed5a0885-6c3c-4261-a8a5-82a92537189f tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526714 Feb 17 00:07:07.474692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9f2ec378-c1ab-452b-94a9-168bee7aec8c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:07.506184 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 67e4b91e-ee92-4af5-a483-fe69a51134e7 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:07:07.577669 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 67e4b91e-ee92-4af5-a483-fe69a51134e7 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:07:07.578050 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:07.580384 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Pushing event updated for resources: {'Port': ['ID=61229e9d-7c9c-4629-899e-a4148630aef9,revision_number=3']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:07.584459 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:07.585713 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:07.586406 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:07.587925 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] 10.222.0.54 "PUT /v2.0/ports/61229e9d-7c9c-4629-899e-a4148630aef9 HTTP/1.1" status: 200 len: 1158 time: 1.6447468 Feb 17 00:07:07.588417 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'tag': '61229e9d-7c9c-4629-899e-a4148630aef9'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:07.639263 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'tag': '61229e9d-7c9c-4629-899e-a4148630aef9', 'status': 'completed', 'code': 200} Feb 17 00:07:07.810807 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c58882-3012-48a6-b521-7498c06701b2 req-7d39ab2a-1787-48fa-b431-b8c051d0a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:07.812451 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-14c58882-3012-48a6-b521-7498c06701b2 req-7d39ab2a-1787-48fa-b431-b8c051d0a45c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e476942cdbfc45758cf9aa2da49dcad1&device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 1161 time: 0.0827241 Feb 17 00:07:07.822719 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89a2b8-2d15-4b93-906c-06f4ef1a6b54 req-dc30d2d7-d7d4-42b5-bf22-2ff50c3f1be8 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:07.824391 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fc89a2b8-2d15-4b93-906c-06f4ef1a6b54 req-dc30d2d7-d7d4-42b5-bf22-2ff50c3f1be8 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0898604 Feb 17 00:07:07.879816 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fc89a2b8-2d15-4b93-906c-06f4ef1a6b54 req-060a3fc4-77dc-43a6-90c2-ebb4d6ec7471 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464168 Feb 17 00:07:07.970558 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c58882-3012-48a6-b521-7498c06701b2 req-bd2364a6-0b30-40d7-8428-bcc00788cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:07.972150 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-14c58882-3012-48a6-b521-7498c06701b2 req-bd2364a6-0b30-40d7-8428-bcc00788cf19 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e476942cdbfc45758cf9aa2da49dcad1&shared=False HTTP/1.1" status: 200 len: 902 time: 0.1503351 Feb 17 00:07:08.182155 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c58882-3012-48a6-b521-7498c06701b2 req-174d83f8-a270-470e-9807-6264dc24b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:08.183653 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-14c58882-3012-48a6-b521-7498c06701b2 req-174d83f8-a270-470e-9807-6264dc24b5c5 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2003915 Feb 17 00:07:08.202961 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6562d-ec2e-4c4f-a2c1-98e980862320 req-c9240023-971a-4ee7-9b15-d62b2b9f1044 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:08.203712 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-c3d6562d-ec2e-4c4f-a2c1-98e980862320 req-c9240023-971a-4ee7-9b15-d62b2b9f1044 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Synchronizing usage tracker for tenant:e476942cdbfc45758cf9aa2da49dcad1 on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:07:08.218476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-c3d6562d-ec2e-4c4f-a2c1-98e980862320 req-c9240023-971a-4ee7-9b15-d62b2b9f1044 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Unset dirty status for tenant:e476942cdbfc45758cf9aa2da49dcad1 on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:07:08.219777 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c3d6562d-ec2e-4c4f-a2c1-98e980862320 req-c9240023-971a-4ee7-9b15-d62b2b9f1044 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 944 time: 0.1603274 Feb 17 00:07:08.320628 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c3d6562d-ec2e-4c4f-a2c1-98e980862320 req-070eb27e-6817-4f8b-ab19-ac465a0d66da tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0937645 Feb 17 00:07:08.369186 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-4fe45ab0-da7b-4301-b512-df7c81aa3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:08.370838 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-4fe45ab0-da7b-4301-b512-df7c81aa3a9d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e476942cdbfc45758cf9aa2da49dcad1&device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 1161 time: 0.1240485 Feb 17 00:07:08.471112 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-de6179e4-23de-44e1-925b-f2f7372f6e1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61229e9d-7c9c-4629-899e-a4148630aef9 HTTP/1.1" status: 200 len: 217 time: 0.0752060 Feb 17 00:07:08.520800 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86089a-06bc-42cb-b754-df07964696da req-b97d52b8-ebe4-4780-a99b-81767a5c6c9f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:08.522622 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1e86089a-06bc-42cb-b754-df07964696da req-b97d52b8-ebe4-4780-a99b-81767a5c6c9f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0926478 Feb 17 00:07:08.582286 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1e86089a-06bc-42cb-b754-df07964696da req-ff3cf5a6-f420-4a6a-8e3e-cb7a0c80f323 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470722 Feb 17 00:07:08.600892 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9522cddb-c040-45c9-9011-7e888e3a1471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:08.602480 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-9522cddb-c040-45c9-9011-7e888e3a1471 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39f904dd-25d8-4037-a512-4bb5fa3ebf1f HTTP/1.1" status: 200 len: 847 time: 0.0943975 Feb 17 00:07:08.626115 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae79111-7bdf-46b9-9238-330649f78d23 req-eb2d9411-71aa-4a47-9aa7-d1bf56aa5b7e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:08.627691 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1ae79111-7bdf-46b9-9238-330649f78d23 req-eb2d9411-71aa-4a47-9aa7-d1bf56aa5b7e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 945 time: 0.1587465 Feb 17 00:07:08.727497 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1ae79111-7bdf-46b9-9238-330649f78d23 req-9056d74b-97a0-4d00-a0c7-d469e6678be5 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602503 Feb 17 00:07:08.754151 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-969b15e1-a469-4f61-bb58-6b33afa9d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:08.755763 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-969b15e1-a469-4f61-bb58-6b33afa9d8ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1271713 Feb 17 00:07:08.840470 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad02bd-7b8d-4261-b695-bbaf62634aad req-49ddfca4-811a-467f-a527-c319f734e82c tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:08.842138 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-05ad02bd-7b8d-4261-b695-bbaf62634aad req-49ddfca4-811a-467f-a527-c319f734e82c tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 945 time: 0.1581390 Feb 17 00:07:08.850395 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-1e5cab19-f5d4-4838-860c-8091d31d0c5d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:08.851880 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-1e5cab19-f5d4-4838-860c-8091d31d0c5d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 945 time: 0.1306190 Feb 17 00:07:08.932350 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-0c838d5d-74a7-44e6-ac0c-8b7e30fef6fe service neutron] 10.222.0.54 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651173 Feb 17 00:07:08.946233 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-05ad02bd-7b8d-4261-b695-bbaf62634aad req-54b58c9f-856c-4033-896a-8ef6d970293f tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933106 Feb 17 00:07:08.965711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Deleting port 9d610d44-a592-4c41-a22d-d97eded0ffd2 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:07:08.966233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:08.972119 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9d610d44-a592-4c41-a22d-d97eded0ffd2 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:07:09.422453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:09.455702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb790992-dd06-40d2-b817-d074bf3df7a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d610d44-a592-4c41-a22d-d97eded0ffd2'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:09.468262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 9d610d44-a592-4c41-a22d-d97eded0ffd2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9d610d44-a592-4c41-a22d-d97eded0ffd2,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:07:09.473035 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:09.476904 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-38178ff1-eb18-40f7-ab61-ce1a14a20174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:09.497198 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] For port 9d610d44-a592-4c41-a22d-d97eded0ffd2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9d610d44-a592-4c41-a22d-d97eded0ffd2,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:07:09.497557 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:09.537214 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10dfab0b-b345-4eff-9e1a-253c633ddf0a req-4aea81e4-1b34-4121-8ac9-45c5736ae378 service neutron] 10.222.0.54 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5880051 Feb 17 00:07:09.569175 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=9d610d44-a592-4c41-a22d-d97eded0ffd2,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:09.573471 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:09.638120 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Calling delete_port for 9d610d44-a592-4c41-a22d-d97eded0ffd2 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:07:09.652673 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff33e4-e0f6-48a7-9ba2-46caf362a1c6 req-ae94b339-fab8-4d38-83a5-e45a19d7ad22 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:09.660185 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9eff33e4-e0f6-48a7-9ba2-46caf362a1c6 req-ae94b339-fab8-4d38-83a5-e45a19d7ad22 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 944 time: 0.1000259 Feb 17 00:07:09.720501 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9eff33e4-e0f6-48a7-9ba2-46caf362a1c6 req-6e4e86f2-c89c-4cb9-a255-1b4380f5cb0c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0593774 Feb 17 00:07:09.782628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:07:09.782983 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:07:09.793032 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb790992-dd06-40d2-b817-d074bf3df7a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d610d44-a592-4c41-a22d-d97eded0ffd2', 'code': 200} Feb 17 00:07:09.814345 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9278fc7-9a4b-4417-866b-c705fa08a09c req-1fd856da-653a-4374-aa49-281f0aa73c65 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:09.816051 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b9278fc7-9a4b-4417-866b-c705fa08a09c req-1fd856da-653a-4374-aa49-281f0aa73c65 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1479406 Feb 17 00:07:09.862849 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b9278fc7-9a4b-4417-866b-c705fa08a09c req-05c5e0b3-1fd8-44a6-81f5-09842c0f2d07 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399532 Feb 17 00:07:09.971902 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf2b09-c14a-40c8-944c-868baa2b8430 req-dbe4a7fb-47e6-48c8-bf69-c16701091c72 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:09.973428 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-57cf2b09-c14a-40c8-944c-868baa2b8430 req-dbe4a7fb-47e6-48c8-bf69-c16701091c72 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 945 time: 0.0904279 Feb 17 00:07:10.026239 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-57cf2b09-c14a-40c8-944c-868baa2b8430 req-a732a495-2a64-4fd2-bbb3-cb81a8378372 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456226 Feb 17 00:07:10.148796 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66b667-742f-4861-b48f-383162bc8084 req-c449f602-fff7-4afd-be4f-27640b5160c7 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:10.151165 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3c66b667-742f-4861-b48f-383162bc8084 req-c449f602-fff7-4afd-be4f-27640b5160c7 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 943 time: 0.0876904 Feb 17 00:07:10.197433 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3c66b667-742f-4861-b48f-383162bc8084 req-22002435-b37d-4740-9bf9-72a46bb583a0 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394681 Feb 17 00:07:10.284312 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Deleting port 9d610d44-a592-4c41-a22d-d97eded0ffd2 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:07:10.284695 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:10.556547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] For port 9d610d44-a592-4c41-a22d-d97eded0ffd2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9d610d44-a592-4c41-a22d-d97eded0ffd2,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:07:10.556907 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:10.693112 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Calling delete_port for 9d610d44-a592-4c41-a22d-d97eded0ffd2 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:07:10.868024 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:10.941524 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b845d-d4ff-40b3-aadc-3fb84f0c015f req-73bb8274-ebd8-4261-88f7-184db20c1420 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:10.943644 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-439b845d-d4ff-40b3-aadc-3fb84f0c015f req-73bb8274-ebd8-4261-88f7-184db20c1420 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 944 time: 0.0962641 Feb 17 00:07:10.974609 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c3534471-5dd7-4f72-9a99-c61996fd8425 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:10.996136 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-439b845d-d4ff-40b3-aadc-3fb84f0c015f req-21db1d2c-9ba6-4f79-9193-e5aa9deab3eb tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453079 Feb 17 00:07:11.060730 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Pushing event deleted for resources: {'Port': ['ID=9d610d44-a592-4c41-a22d-d97eded0ffd2,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:11.081929 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.082358 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.082795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.083193 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.083581 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.083968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.084353 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.084715 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 67e4b91e-ee92-4af5-a483-fe69a51134e7 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:07:11.084831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.085099 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.085481 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.085863 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.086269 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.086747 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.087128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.088166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.088551 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.088933 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.089363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.089705 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.090100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.090480 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.090860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.091238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.091610 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:11.099990 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:11.159856 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 67e4b91e-ee92-4af5-a483-fe69a51134e7 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:07:11.159856 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:11.210640 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f164974-d472-4f1a-9ed2-76e402a7b04b req-342d4f6b-a3a0-4a1a-9f1b-e27e65bea00c tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:11.212276 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2f164974-d472-4f1a-9ed2-76e402a7b04b req-342d4f6b-a3a0-4a1a-9f1b-e27e65bea00c tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1995392 Feb 17 00:07:11.213212 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] No DVR routers for this DVR port 9d610d44-a592-4c41-a22d-d97eded0ffd2 on host hv-cinder-75996 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:07:11.215433 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:11.218311 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb790992-dd06-40d2-b817-d074bf3df7a2', 'name': 'network-vif-deleted', 'tag': '9d610d44-a592-4c41-a22d-d97eded0ffd2'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:11.253427 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6bf1c5c0-907d-4b7d-aa2f-db555e0166de req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "DELETE /v2.0/ports/9d610d44-a592-4c41-a22d-d97eded0ffd2 HTTP/1.1" status: 204 len: 173 time: 2.3803687 Feb 17 00:07:11.278801 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2f164974-d472-4f1a-9ed2-76e402a7b04b req-2883e457-ffdd-427e-803f-69d31cb55add tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536456 Feb 17 00:07:11.352307 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb790992-dd06-40d2-b817-d074bf3df7a2', 'name': 'network-vif-deleted', 'tag': '9d610d44-a592-4c41-a22d-d97eded0ffd2', 'status': 'completed', 'code': 200} Feb 17 00:07:11.380077 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3d315e75-d33b-4c9b-a330-6febd434a7bb req-21ef8c96-07a6-4c3b-84dc-f1184f0aef61 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb790992-dd06-40d2-b817-d074bf3df7a2 HTTP/1.1" status: 200 len: 210 time: 0.0511575 Feb 17 00:07:11.835330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11aa84-06d0-4261-b818-643c7a49c8ee req-e311293c-8ff2-4631-b3f8-673d4494afd4 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:11.836948 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3d11aa84-06d0-4261-b818-643c7a49c8ee req-e311293c-8ff2-4631-b3f8-673d4494afd4 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 945 time: 0.0892205 Feb 17 00:07:11.885310 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3d11aa84-06d0-4261-b818-643c7a49c8ee req-ac860e08-0ac5-4f9b-956f-9b445ca14488 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414665 Feb 17 00:07:12.204064 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47c8c7-b608-42f2-bafa-e4ceb54f2b18 req-d651aaae-ef96-4adf-bd8f-0d85b68b7fb8 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:12.205694 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ae47c8c7-b608-42f2-bafa-e4ceb54f2b18 req-d651aaae-ef96-4adf-bd8f-0d85b68b7fb8 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 944 time: 0.0916474 Feb 17 00:07:12.253434 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ae47c8c7-b608-42f2-bafa-e4ceb54f2b18 req-20d6bcd6-3d91-428e-a858-b54eb195e6d7 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0411401 Feb 17 00:07:12.494852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00f7b6-0451-424f-b2fb-1fd793b1870e req-40153c29-53ee-49d4-837e-51fb817fe7bd tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:12.496467 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ad00f7b6-0451-424f-b2fb-1fd793b1870e req-40153c29-53ee-49d4-837e-51fb817fe7bd tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0924234 Feb 17 00:07:12.544677 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ad00f7b6-0451-424f-b2fb-1fd793b1870e req-5491a3cb-90b5-45e0-82cb-5ef3e622cc70 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415015 Feb 17 00:07:12.863845 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b0ca3-a4b5-4e51-b344-7965f04f733b req-bcb06131-8a40-4411-b724-e8fa26869d1b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:12.865350 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd1b0ca3-a4b5-4e51-b344-7965f04f733b req-bcb06131-8a40-4411-b724-e8fa26869d1b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 946 time: 0.0879610 Feb 17 00:07:12.929591 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd1b0ca3-a4b5-4e51-b344-7965f04f733b req-dfefe07a-3bfd-428c-85aa-258da62430c4 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577776 Feb 17 00:07:13.111360 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c403ef3-5dfa-4003-bd75-5655c979e5cf req-d0c2293f-3719-4a84-9031-365b3f8eea1d tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:13.113000 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5c403ef3-5dfa-4003-bd75-5655c979e5cf req-d0c2293f-3719-4a84-9031-365b3f8eea1d tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 945 time: 0.0901489 Feb 17 00:07:13.160060 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5c403ef3-5dfa-4003-bd75-5655c979e5cf req-870e85ae-2ffe-4dcd-bce3-d2df14af9ebb tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406535 Feb 17 00:07:13.467644 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f03cd-2e52-45ab-bdc8-2e30d578503b req-b3f3732b-37fe-4b73-87a4-3595acc0d639 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:13.469257 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b76f03cd-2e52-45ab-bdc8-2e30d578503b req-b3f3732b-37fe-4b73-87a4-3595acc0d639 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 944 time: 0.1028810 Feb 17 00:07:13.517100 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b76f03cd-2e52-45ab-bdc8-2e30d578503b req-acaec0d0-ffa0-4023-8b3b-3faa9abc7373 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0413029 Feb 17 00:07:13.746715 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454b633-75f3-487a-be45-924cf9536619 req-99f185bd-7d86-454e-a9fc-c363e73e4393 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:13.748309 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d454b633-75f3-487a-be45-924cf9536619 req-99f185bd-7d86-454e-a9fc-c363e73e4393 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0880558 Feb 17 00:07:13.797383 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d454b633-75f3-487a-be45-924cf9536619 req-f9bd1f23-764b-4f78-a254-7e2290539743 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426021 Feb 17 00:07:14.161329 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60248b2-bf80-4586-9c8b-925bd0a6c0b9 req-4820bded-1a41-4951-9218-e8176d3c28fa tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:14.162780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-b60248b2-bf80-4586-9c8b-925bd0a6c0b9 req-4820bded-1a41-4951-9218-e8176d3c28fa tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Synchronizing usage tracker for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:07:14.178131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-b60248b2-bf80-4586-9c8b-925bd0a6c0b9 req-4820bded-1a41-4951-9218-e8176d3c28fa tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Unset dirty status for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:07:14.180212 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b60248b2-bf80-4586-9c8b-925bd0a6c0b9 req-4820bded-1a41-4951-9218-e8176d3c28fa tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 946 time: 0.1244886 Feb 17 00:07:14.233774 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b60248b2-bf80-4586-9c8b-925bd0a6c0b9 req-c182c85a-7fde-41e8-b754-8931b2988d78 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444067 Feb 17 00:07:14.332165 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a090568-c886-4e29-b96d-6c0518be41ed req-2c546437-c4e0-4447-b87a-8ec5e53cf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:14.333804 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a090568-c886-4e29-b96d-6c0518be41ed req-2c546437-c4e0-4447-b87a-8ec5e53cf657 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ee46360fcd446293cdd25aa696350b&device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 1162 time: 0.0825238 Feb 17 00:07:14.350502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7da952-9cdd-4564-90de-f0a56a208002 req-efa69fe0-42c4-4157-862a-7a449e64dc99 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:14.352122 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3f7da952-9cdd-4564-90de-f0a56a208002 req-efa69fe0-42c4-4157-862a-7a449e64dc99 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0925803 Feb 17 00:07:14.404724 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3f7da952-9cdd-4564-90de-f0a56a208002 req-22fc7c2c-3e83-4f69-acfc-edc1e04cdda7 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457902 Feb 17 00:07:14.552140 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a090568-c886-4e29-b96d-6c0518be41ed req-6ad299b1-943c-4178-b487-99ab63faa4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:14.553737 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a090568-c886-4e29-b96d-6c0518be41ed req-6ad299b1-943c-4178-b487-99ab63faa4b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ca00216-ee09-4b8a-a03b-9db9b3566f52 HTTP/1.1" status: 200 len: 912 time: 0.1630232 Feb 17 00:07:14.561379 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fad87-066a-4abb-91c3-6dc2d09e5cb9 req-d1170837-2584-4679-9d52-858f5bae4664 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:14.562930 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3f9fad87-066a-4abb-91c3-6dc2d09e5cb9 req-d1170837-2584-4679-9d52-858f5bae4664 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 945 time: 0.2173376 Feb 17 00:07:14.658896 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a090568-c886-4e29-b96d-6c0518be41ed req-b2cad38d-4c96-4166-a448-51b8e52908b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d14d1e1b-e7d4-40d7-a21f-d717b23ef138 HTTP/1.1" status: 200 len: 217 time: 0.0735273 Feb 17 00:07:14.718514 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce3180-e214-4629-87d8-a058a1d6b026 req-e3c9e97b-04c3-4ee8-ba4b-9beb682eea3c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:14.720291 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20ce3180-e214-4629-87d8-a058a1d6b026 req-e3c9e97b-04c3-4ee8-ba4b-9beb682eea3c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 944 time: 0.0910602 Feb 17 00:07:14.720426 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3f9fad87-066a-4abb-91c3-6dc2d09e5cb9 req-28931813-a8d4-428e-b231-d95f48074e4a tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/security-groups?id=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513286 Feb 17 00:07:14.748245 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a090568-c886-4e29-b96d-6c0518be41ed req-9bc1be9f-256f-41c6-ae98-87ad62d19c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:14.749885 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a090568-c886-4e29-b96d-6c0518be41ed req-9bc1be9f-256f-41c6-ae98-87ad62d19c2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17138db5-0c15-4399-a1cd-bdf6e1de4aee HTTP/1.1" status: 200 len: 858 time: 0.0779324 Feb 17 00:07:14.773595 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20ce3180-e214-4629-87d8-a058a1d6b026 req-97aa641f-7372-4297-b42e-51022332203e tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453281 Feb 17 00:07:14.809308 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a090568-c886-4e29-b96d-6c0518be41ed req-991cff07-8bb4-4aaa-bcd5-41f2455258c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ca00216-ee09-4b8a-a03b-9db9b3566f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489054 Feb 17 00:07:15.020430 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a090568-c886-4e29-b96d-6c0518be41ed req-6a06f0a6-e51c-48b2-b63e-03cdc53cd9cf service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990888 Feb 17 00:07:15.105033 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53441dd3-6b66-4de1-8cc7-ea797b37cb29 req-9ca8b7ad-1d68-4512-a31a-1c31ae7e8755 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:15.106536 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-53441dd3-6b66-4de1-8cc7-ea797b37cb29 req-9ca8b7ad-1d68-4512-a31a-1c31ae7e8755 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 945 time: 0.0897145 Feb 17 00:07:15.129286 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa7505-a9d1-4a37-b46b-b714c8813488 req-94a17de5-8623-4a9c-9e54-2c7df49c7f3a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:15.130907 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bffa7505-a9d1-4a37-b46b-b714c8813488 req-94a17de5-8623-4a9c-9e54-2c7df49c7f3a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.2131343 Feb 17 00:07:15.192757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-53441dd3-6b66-4de1-8cc7-ea797b37cb29 req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Deleting port 67e4b91e-ee92-4af5-a483-fe69a51134e7 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:07:15.193295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-53441dd3-6b66-4de1-8cc7-ea797b37cb29 req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:15.212315 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bffa7505-a9d1-4a37-b46b-b714c8813488 req-180d0efa-30fc-4d0a-a140-e926ce9dd856 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734453 Feb 17 00:07:15.220558 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a090568-c886-4e29-b96d-6c0518be41ed req-7f4a1737-eb40-4459-9704-d4203953cddf service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1916740 Feb 17 00:07:15.535870 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-53441dd3-6b66-4de1-8cc7-ea797b37cb29 req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] For port 67e4b91e-ee92-4af5-a483-fe69a51134e7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=67e4b91e-ee92-4af5-a483-fe69a51134e7,segment=NetworkSegment(9850535d-d27a-46eb-b847-1985cf558db6),segment_id=9850535d-d27a-46eb-b847-1985cf558db6)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:07:15.536274 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-53441dd3-6b66-4de1-8cc7-ea797b37cb29 req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:15.608826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485e39f-9fe1-4398-af77-0099072b5254 req-7555d96a-5d50-4041-b04e-7eb0eed9b820 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:15.610482 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9485e39f-9fe1-4398-af77-0099072b5254 req-7555d96a-5d50-4041-b04e-7eb0eed9b820 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0873418 Feb 17 00:07:15.615761 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2d300-5966-443a-b7fb-8f76fbd46524 req-6ad70e8d-d903-4a51-9b45-a7d3025ed303 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:15.617375 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-09b2d300-5966-443a-b7fb-8f76fbd46524 req-6ad70e8d-d903-4a51-9b45-a7d3025ed303 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 946 time: 0.2177324 Feb 17 00:07:15.661155 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9485e39f-9fe1-4398-af77-0099072b5254 req-d96b8fdf-4d3c-4f50-9847-fb4c6946a538 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443044 Feb 17 00:07:15.688212 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-53441dd3-6b66-4de1-8cc7-ea797b37cb29 req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Calling delete_port for 67e4b91e-ee92-4af5-a483-fe69a51134e7 owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:07:15.788585 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-09b2d300-5966-443a-b7fb-8f76fbd46524 req-80be9ab8-55e2-43c2-9381-8b7c6f3e0a57 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084886 Feb 17 00:07:15.880960 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-53441dd3-6b66-4de1-8cc7-ea797b37cb29 req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:15.896665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:15.939514 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fac6933a-f7d0-45ed-94b0-90ab447fa1d3 req-ca439832-296b-46e9-919f-c985a28f3d98 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 210 time: 0.0910223 Feb 17 00:07:15.982965 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fd98a-b328-4bb2-8a25-97dd1621ef8e req-a392b6c4-85e2-47d0-9edd-d8ecad4e47cc tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:15.984502 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9e8fd98a-b328-4bb2-8a25-97dd1621ef8e req-a392b6c4-85e2-47d0-9edd-d8ecad4e47cc tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 946 time: 0.0963261 Feb 17 00:07:16.054425 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Pushing event deleted for resources: {'Port': ['ID=67e4b91e-ee92-4af5-a483-fe69a51134e7,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:16.071530 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-9e8fd98a-b328-4bb2-8a25-97dd1621ef8e req-f051dd67-7ce0-4818-a235-4c03147eac21 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Deleting port 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:07:16.072480 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9e8fd98a-b328-4bb2-8a25-97dd1621ef8e req-f051dd67-7ce0-4818-a235-4c03147eac21 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:16.078139 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.078835 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.079468 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.080104 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.080532 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.080909 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.081306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.081744 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.082451 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.083099 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.083499 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.083893 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.084387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.084780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.085192 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.085583 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.086011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.086425 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.086794 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.087211 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.088119 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.088507 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.088892 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.089276 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.096288 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:16.174364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3728-e920-4eeb-acfc-c227f2472e19 req-a14160ab-6ab2-40e2-ad69-e90f2b8cb0d2 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:16.176271 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2bca3728-e920-4eeb-acfc-c227f2472e19 req-a14160ab-6ab2-40e2-ad69-e90f2b8cb0d2 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 944 time: 0.2445090 Feb 17 00:07:16.234754 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-53441dd3-6b66-4de1-8cc7-ea797b37cb29 req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] No DVR routers for this DVR port 67e4b91e-ee92-4af5-a483-fe69a51134e7 on host hv-cinder-75996 {{(pid=83920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:07:16.238782 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-53441dd3-6b66-4de1-8cc7-ea797b37cb29 req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:16.241463 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f3f7ce-bf05-4187-93ad-fa02f2c8835f', 'name': 'network-vif-deleted', 'tag': '67e4b91e-ee92-4af5-a483-fe69a51134e7'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:16.265498 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 61229e9d-7c9c-4629-899e-a4148630aef9 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:07:16.277080 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2bca3728-e920-4eeb-acfc-c227f2472e19 req-49ec1cca-210b-41ca-a9ed-3859182ffc52 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0713770 Feb 17 00:07:16.278432 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-53441dd3-6b66-4de1-8cc7-ea797b37cb29 req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.54 "DELETE /v2.0/ports/67e4b91e-ee92-4af5-a483-fe69a51134e7 HTTP/1.1" status: 204 len: 173 time: 1.1570275 Feb 17 00:07:16.340933 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f3f7ce-bf05-4187-93ad-fa02f2c8835f', 'name': 'network-vif-deleted', 'tag': '67e4b91e-ee92-4af5-a483-fe69a51134e7', 'status': 'completed', 'code': 200} Feb 17 00:07:16.396768 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-9e8fd98a-b328-4bb2-8a25-97dd1621ef8e req-f051dd67-7ce0-4818-a235-4c03147eac21 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] For port 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:07:16.400768 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9e8fd98a-b328-4bb2-8a25-97dd1621ef8e req-f051dd67-7ce0-4818-a235-4c03147eac21 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:16.420998 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port 61229e9d-7c9c-4629-899e-a4148630aef9 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:07:16.430351 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 61229e9d-7c9c-4629-899e-a4148630aef9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:07:16.430785 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:16.556003 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30803fc9-5366-4527-bccd-982a4f34418b req-2128af93-b74b-4261-9070-5efe91397989 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:16.557616 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-30803fc9-5366-4527-bccd-982a4f34418b req-2128af93-b74b-4261-9070-5efe91397989 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1160994 Feb 17 00:07:16.576342 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:16.609368 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61229e9d-7c9c-4629-899e-a4148630aef9'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:16.612131 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-30803fc9-5366-4527-bccd-982a4f34418b req-c379e8bf-9265-4f04-9ea6-ae486bfa083f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476115 Feb 17 00:07:16.621674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 61229e9d-7c9c-4629-899e-a4148630aef9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=61229e9d-7c9c-4629-899e-a4148630aef9,segment=NetworkSegment(4c546a41-421f-44cb-bb5a-1af415d54496),segment_id=4c546a41-421f-44cb-bb5a-1af415d54496)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:07:16.626393 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:16.628562 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:16.673755 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 67e4b91e-ee92-4af5-a483-fe69a51134e7 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:07:16.723120 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61229e9d-7c9c-4629-899e-a4148630aef9', 'code': 200} Feb 17 00:07:16.723727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] No Port match for: 67e4b91e-ee92-4af5-a483-fe69a51134e7 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:07:16.724119 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 67e4b91e-ee92-4af5-a483-fe69a51134e7 not bound to the agent host hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:07:16.756086 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=61229e9d-7c9c-4629-899e-a4148630aef9,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:16.764900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.765292 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.765665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.766224 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.766610 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.766967 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.767337 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.767757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.768120 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.768528 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.768888 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.769249 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.769714 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.770100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.770461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.770818 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.771713 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.771713 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.771893 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.772174 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.772529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.772885 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.773245 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.773599 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:16.778433 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:16.823843 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-9e8fd98a-b328-4bb2-8a25-97dd1621ef8e req-f051dd67-7ce0-4818-a235-4c03147eac21 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Calling delete_port for 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:07:16.877215 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bb9e5-cfaa-4b5c-bd9e-687bd70d13e9 req-9aaaf5ea-c8c7-492e-aafb-b062e8423548 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:16.878885 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-628bb9e5-cfaa-4b5c-bd9e-687bd70d13e9 req-9aaaf5ea-c8c7-492e-aafb-b062e8423548 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0868988 Feb 17 00:07:16.938525 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-628bb9e5-cfaa-4b5c-bd9e-687bd70d13e9 req-3bc197fd-1fda-41f7-8c9a-046bc72bfb48 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528951 Feb 17 00:07:17.061298 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3d853-54d3-4c2d-ac5e-0a0d6ee7267d req-d61ba506-d157-4e47-87c9-a39a603471e1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:17.062949 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-92a3d853-54d3-4c2d-ac5e-0a0d6ee7267d req-d61ba506-d157-4e47-87c9-a39a603471e1 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 946 time: 0.1520598 Feb 17 00:07:17.063760 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9e8fd98a-b328-4bb2-8a25-97dd1621ef8e req-f051dd67-7ce0-4818-a235-4c03147eac21 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:17.079624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:17.130456 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9f435afa-a1fd-41eb-bd63-286cdf13434e up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:07:17.166931 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-e79f966f-8ed9-4355-8e83-be28bd5f3283 req-33b23e2a-42ab-4788-9796-160f2dd6a8d6 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Synchronizing usage tracker for tenant:938a9486ef9844b1a6085a404c6ae9ab on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:07:17.194844 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-e79f966f-8ed9-4355-8e83-be28bd5f3283 req-33b23e2a-42ab-4788-9796-160f2dd6a8d6 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Unset dirty status for tenant:938a9486ef9844b1a6085a404c6ae9ab on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:07:17.196644 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051dd67-7ce0-4818-a235-4c03147eac21 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Pushing event deleted for resources: {'Port': ['ID=94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:17.207946 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f051dd67-7ce0-4818-a235-4c03147eac21 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:17.208688 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e79f966f-8ed9-4355-8e83-be28bd5f3283 req-33b23e2a-42ab-4788-9796-160f2dd6a8d6 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1f3f7ce-bf05-4187-93ad-fa02f2c8835f HTTP/1.1" status: 200 len: 210 time: 0.1300657 Feb 17 00:07:17.210193 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9f435afa-a1fd-41eb-bd63-286cdf13434e triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:07:17.210720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:17.233763 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482de34-5a17-4bec-94d9-eac66ca4d7c7 req-3dc5c757-c48e-47be-b4a7-60d9940cd919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:17.235682 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4482de34-5a17-4bec-94d9-eac66ca4d7c7 req-3dc5c757-c48e-47be-b4a7-60d9940cd919 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 1163 time: 0.1197639 Feb 17 00:07:17.255316 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-92a3d853-54d3-4c2d-ac5e-0a0d6ee7267d req-1356d571-2f24-424d-907c-5b82f5d2f536 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401677 Feb 17 00:07:17.290023 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4482de34-5a17-4bec-94d9-eac66ca4d7c7 req-9bf7a117-e931-4371-8370-cb2769167cc0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443933 Feb 17 00:07:17.346637 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 61229e9d-7c9c-4629-899e-a4148630aef9 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:07:17.350332 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8fd98a-b328-4bb2-8a25-97dd1621ef8e req-f051dd67-7ce0-4818-a235-4c03147eac21 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] No DVR routers for this DVR port 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 on host hv-cinder-75996 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:07:17.353020 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9e8fd98a-b328-4bb2-8a25-97dd1621ef8e req-f051dd67-7ce0-4818-a235-4c03147eac21 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:17.364845 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b950fd9-52db-4821-ba97-6640bae9c601', 'name': 'network-vif-deleted', 'tag': '94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:17.382091 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9e8fd98a-b328-4bb2-8a25-97dd1621ef8e req-f051dd67-7ce0-4818-a235-4c03147eac21 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "DELETE /v2.0/ports/94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 HTTP/1.1" status: 204 len: 173 time: 1.3870060 Feb 17 00:07:17.421872 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b950fd9-52db-4821-ba97-6640bae9c601', 'name': 'network-vif-deleted', 'tag': '94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3', 'status': 'completed', 'code': 200} Feb 17 00:07:17.437517 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 61229e9d-7c9c-4629-899e-a4148630aef9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:07:17.437963 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:17.501575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d10c23-9a30-4ff0-82b4-8f5b7d071afb req-db13a05d-e157-4380-b06c-dcdada452673 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:17.503270 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-50d10c23-9a30-4ff0-82b4-8f5b7d071afb req-db13a05d-e157-4380-b06c-dcdada452673 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0894098 Feb 17 00:07:17.563924 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-50d10c23-9a30-4ff0-82b4-8f5b7d071afb req-4eb4528a-8863-4594-8d6a-7575962abe55 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0482342 Feb 17 00:07:17.580536 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:07:17.617466 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] No Port match for: 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:07:17.617831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 94ebf2e7-b1d2-46b8-ac13-b15dda4b8ea3 not bound to the agent host hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:07:17.832446 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c643b1a-4634-4772-a91d-32d9b95a42e8 req-f4dca2c0-cd3d-42bd-a54d-725912ec0500 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:17.833352 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7c643b1a-4634-4772-a91d-32d9b95a42e8 req-f4dca2c0-cd3d-42bd-a54d-725912ec0500 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0929911 Feb 17 00:07:17.881828 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7c643b1a-4634-4772-a91d-32d9b95a42e8 req-fb5109df-8ded-4e1e-bdef-aaf306c0b105 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421956 Feb 17 00:07:18.156249 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f090ba-3095-4dc4-bb8e-0f5d9aec99ed req-362f0e37-9946-4e88-8a74-3be81c029dd6 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:18.157759 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-27f090ba-3095-4dc4-bb8e-0f5d9aec99ed req-362f0e37-9946-4e88-8a74-3be81c029dd6 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0897994 Feb 17 00:07:18.206530 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-27f090ba-3095-4dc4-bb8e-0f5d9aec99ed req-052094ec-83ed-4b14-bed6-d5088b622557 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424426 Feb 17 00:07:18.457699 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1d2345cf-b373-46fc-9b45-f72614189506 req-269fc4ab-99f4-4d8e-886a-efc524ee26d0 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b950fd9-52db-4821-ba97-6640bae9c601 HTTP/1.1" status: 200 len: 210 time: 0.0514476 Feb 17 00:07:18.767279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c349ced-c59c-4473-a8ff-1b0341240051 req-51427a2a-80cf-4472-afa2-453f92070ccb tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:18.768885 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9c349ced-c59c-4473-a8ff-1b0341240051 req-51427a2a-80cf-4472-afa2-453f92070ccb tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0863204 Feb 17 00:07:18.818570 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9c349ced-c59c-4473-a8ff-1b0341240051 req-9b7f513c-db37-4fb0-a1b6-c288db11364e tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0428212 Feb 17 00:07:19.098893 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4c1ee-0c58-49a2-90b4-988d077bfbeb req-23dc87aa-ea21-4868-a021-3440dac45e69 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:19.100680 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0ce4c1ee-0c58-49a2-90b4-988d077bfbeb req-23dc87aa-ea21-4868-a021-3440dac45e69 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0935278 Feb 17 00:07:19.158222 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0ce4c1ee-0c58-49a2-90b4-988d077bfbeb req-d223927e-be88-4a4b-abbd-b5afc213e9f5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487351 Feb 17 00:07:19.402255 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 61229e9d-7c9c-4629-899e-a4148630aef9 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:07:19.412191 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e6293-4b6b-4755-b6f4-5a00d30b929f req-fe318e3c-41ca-4af4-92f4-c9554ca282aa tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:19.414197 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-220e6293-4b6b-4755-b6f4-5a00d30b929f req-fe318e3c-41ca-4af4-92f4-c9554ca282aa tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0955081 Feb 17 00:07:19.465693 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-220e6293-4b6b-4755-b6f4-5a00d30b929f req-3acaa4a3-496b-4327-ac6f-acc0dcbcd701 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455096 Feb 17 00:07:19.481691 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 61229e9d-7c9c-4629-899e-a4148630aef9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:07:19.482149 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:19.547737 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:20.013825 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f1e7-830c-4794-993f-86ef81ceabfa req-2383d0d0-4a78-4313-a721-08020ed7e7ff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:20.015400 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0720f1e7-830c-4794-993f-86ef81ceabfa req-2383d0d0-4a78-4313-a721-08020ed7e7ff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0855386 Feb 17 00:07:20.064297 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0720f1e7-830c-4794-993f-86ef81ceabfa req-cba61577-d156-4d93-ac14-1616c74a86c8 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0419884 Feb 17 00:07:20.262599 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7c4f4-b7a6-4332-aa6a-7a77755db587 req-82e5f9d5-0775-42d8-85c8-469f6872d3ea tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:20.264342 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ebb7c4f4-b7a6-4332-aa6a-7a77755db587 req-82e5f9d5-0775-42d8-85c8-469f6872d3ea tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0871084 Feb 17 00:07:20.313706 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ebb7c4f4-b7a6-4332-aa6a-7a77755db587 req-7eead26d-9256-4d65-9684-65e886d85820 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0425222 Feb 17 00:07:20.369841 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fd117-32b1-4e36-8388-10894f381635 req-1be9ff50-c235-496c-9fd7-07cf17eb4d10 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:20.371448 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0d9fd117-32b1-4e36-8388-10894f381635 req-1be9ff50-c235-496c-9fd7-07cf17eb4d10 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0919816 Feb 17 00:07:20.421252 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0d9fd117-32b1-4e36-8388-10894f381635 req-cf4f013e-0dd6-4c90-b121-1731a134ba2e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430899 Feb 17 00:07:20.531327 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6b4e42f9-539c-4a90-829f-5af115337208 req-8605b8d0-6435-4741-91e9-a66d0461bd45 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1803215 Feb 17 00:07:20.540790 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Request body: {'floatingip': {'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:20.546629 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:07:20.551191 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Usage tracker for resource:floatingip and tenant:e476942cdbfc45758cf9aa2da49dcad1 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:07:20.554253 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:07:20.560044 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:07:20.574212 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for floatingip, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:20.668244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef39f1-c88c-402c-b272-03a7c8b1d26a req-53fc14df-64a7-4b95-868f-e17ed197a811 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:20.669862 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d7ef39f1-c88c-402c-b272-03a7c8b1d26a req-53fc14df-64a7-4b95-868f-e17ed197a811 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0900295 Feb 17 00:07:20.715364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:20.717884 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d7ef39f1-c88c-402c-b272-03a7c8b1d26a req-abcffb33-485b-4adb-bec9-7b3e1a153182 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414104 Feb 17 00:07:21.009116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Allocated IP 172.28.2.31 (4cea41e0-975c-4c05-822b-6951b7473dd4/fe675137-7af0-487b-b384-b9c8d364eafc/58061bdf-7835-4fe0-bfea-6c03302ce46a) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:07:21.190112 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:21.223567 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:21.275465 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d74033-d861-4bf7-a06d-78b2d6e85ca0 req-cd199f6e-eef1-4ce4-bf3f-f77660452f67 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:21.276228 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-b2d74033-d861-4bf7-a06d-78b2d6e85ca0 req-cd199f6e-eef1-4ce4-bf3f-f77660452f67 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Synchronizing usage tracker for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:07:21.291661 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4c3c3ce4-90e2-4c4e-b025-3733cc4a648e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:21.292464 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-b2d74033-d861-4bf7-a06d-78b2d6e85ca0 req-cd199f6e-eef1-4ce4-bf3f-f77660452f67 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Unset dirty status for tenant:b28f395db7ee4f8ba7943b456e6bafd0 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:07:21.293740 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b2d74033-d861-4bf7-a06d-78b2d6e85ca0 req-cd199f6e-eef1-4ce4-bf3f-f77660452f67 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 945 time: 0.1069243 Feb 17 00:07:21.343836 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b2d74033-d861-4bf7-a06d-78b2d6e85ca0 req-31a346fa-9925-4d17-bfba-ad7e0b74be94 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429046 Feb 17 00:07:21.417051 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Pushing event updated for resources: {'Port': ['ID=58061bdf-7835-4fe0-bfea-6c03302ce46a,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:21.422970 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:21.436864 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:07:21.438022 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:07:21.440288 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:07:21.680667 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c58ae3-0470-4397-aa5b-d0a334506d11 req-3469da64-245a-4cea-a2af-556bd67946f3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:21.688796 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:21.689225 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b3c58ae3-0470-4397-aa5b-d0a334506d11 req-3469da64-245a-4cea-a2af-556bd67946f3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1255779 Feb 17 00:07:21.743120 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b3c58ae3-0470-4397-aa5b-d0a334506d11 req-2d8983c0-e91c-41b4-903f-2d3bc66a6edc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528204 Feb 17 00:07:21.772198 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:21.971461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e22c1-1d75-478f-9884-aae6cc862d1c req-9ae26b84-db4b-4d8c-bd4d-eab60aa2cada tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:21.973266 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e60e22c1-1d75-478f-9884-aae6cc862d1c req-9ae26b84-db4b-4d8c-bd4d-eab60aa2cada tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1021228 Feb 17 00:07:21.997143 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-03fd8f04-d951-4ed1-a3dd-4fa1c6fb590b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:22.032319 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e60e22c1-1d75-478f-9884-aae6cc862d1c req-e61364f5-e6fb-447f-aaa6-84ba81bb5947 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479062 Feb 17 00:07:22.065364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:22.068896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:22.082069 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-06a54d48-58fb-4ec5-ad56-bf719084be23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:22.221489 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Pushing event updated for resources: {'Port': ['ID=58061bdf-7835-4fe0-bfea-6c03302ce46a,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:22.226958 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:22.278170 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:22.302280 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:22.303906 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6b4e42f9-539c-4a90-829f-5af115337208 req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7674811 Feb 17 00:07:22.418202 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-6b4e42f9-539c-4a90-829f-5af115337208 req-42a95b68-249b-4d67-883d-49776ab85229 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Synchronizing usage tracker for tenant:e476942cdbfc45758cf9aa2da49dcad1 on resource:floatingip {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:07:22.457238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-6b4e42f9-539c-4a90-829f-5af115337208 req-42a95b68-249b-4d67-883d-49776ab85229 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Unset dirty status for tenant:e476942cdbfc45758cf9aa2da49dcad1 on resource:floatingip {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:07:22.459235 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6b4e42f9-539c-4a90-829f-5af115337208 req-42a95b68-249b-4d67-883d-49776ab85229 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.28.2.31 HTTP/1.1" status: 200 len: 695 time: 0.1468027 Feb 17 00:07:22.637755 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e42f9-539c-4a90-829f-5af115337208 req-7b2318d6-efbb-44d0-a099-42bbff6953db tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:22.639524 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6b4e42f9-539c-4a90-829f-5af115337208 req-7b2318d6-efbb-44d0-a099-42bbff6953db tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/networks/4cea41e0-975c-4c05-822b-6951b7473dd4 HTTP/1.1" status: 200 len: 784 time: 0.1729205 Feb 17 00:07:22.753499 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40c5ae-2953-4334-92d2-d87d438ca1dc req-164b889f-8a50-4592-9a76-31c497996f39 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:22.755644 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3d40c5ae-2953-4334-92d2-d87d438ca1dc req-164b889f-8a50-4592-9a76-31c497996f39 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 945 time: 0.1175342 Feb 17 00:07:22.819428 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3d40c5ae-2953-4334-92d2-d87d438ca1dc req-c0035923-5446-46d7-8a7c-4ddd169c3708 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560632 Feb 17 00:07:22.850902 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-2b35b2d2-d7e1-4b77-8f9d-26413327b025 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:22.853433 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-2b35b2d2-d7e1-4b77-8f9d-26413327b025 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1051836 Feb 17 00:07:22.943560 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-405863ea-b453-4340-8b6b-b2793e2c0c3e tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.28.2.31 HTTP/1.1" status: 200 len: 695 time: 0.0818443 Feb 17 00:07:22.958777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-ff049c62-15d1-4695-9bf8-8a72a6038d97 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Request body: {'floatingip': {'port_id': '61229e9d-7c9c-4629-899e-a4148630aef9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:23.052634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-ff049c62-15d1-4695-9bf8-8a72a6038d97 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for floatingip, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:23.089150 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbc5e0-4368-435a-864c-f182eb8e8af7 req-398891db-c94f-44d6-91bc-7fcee036dd5a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:23.116854 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-abfbc5e0-4368-435a-864c-f182eb8e8af7 req-398891db-c94f-44d6-91bc-7fcee036dd5a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1886702 Feb 17 00:07:23.180543 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-abfbc5e0-4368-435a-864c-f182eb8e8af7 req-30f15e00-a82a-44bc-9771-8c4ff5ead487 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562336 Feb 17 00:07:23.455256 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f71566-dcc3-460b-980e-8a45ee7481d7 req-4ea74d9c-8e92-46df-b553-175dbd17b6a5 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:23.464009 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a8f71566-dcc3-460b-980e-8a45ee7481d7 req-4ea74d9c-8e92-46df-b553-175dbd17b6a5 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1434667 Feb 17 00:07:23.559699 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a8f71566-dcc3-460b-980e-8a45ee7481d7 req-9eb9a445-9cab-4fc0-b431-96ef4d89288f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946269 Feb 17 00:07:23.783815 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-ff049c62-15d1-4695-9bf8-8a72a6038d97 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:23.788191 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-ff049c62-15d1-4695-9bf8-8a72a6038d97 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:24.045511 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_db [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-ff049c62-15d1-4695-9bf8-8a72a6038d97 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Floating IP 2cf1a959-f024-49ea-a3a1-082b9ad68980 associated. External IP: 172.28.2.31, port: 61229e9d-7c9c-4629-899e-a4148630aef9. Feb 17 00:07:24.106269 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7aefa-483d-4520-9f9a-502293fb6e01 req-33b3b782-aea4-4631-9e81-fa2fc7afd2fc tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:24.115279 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-67e7aefa-483d-4520-9f9a-502293fb6e01 req-33b3b782-aea4-4631-9e81-fa2fc7afd2fc tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 945 time: 0.1098239 Feb 17 00:07:24.177234 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-67e7aefa-483d-4520-9f9a-502293fb6e01 req-a3c92585-9cff-422a-b6a7-3bbaa028fb6b tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604029 Feb 17 00:07:24.473904 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-489f79d6-9612-4fba-bde8-344a1855322b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:24.536545 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a6778-30cc-427b-8034-9d3354ff12f3 req-57e169b7-4e92-450c-86c2-3ea2ffb49b97 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:24.538940 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f66a6778-30cc-427b-8034-9d3354ff12f3 req-57e169b7-4e92-450c-86c2-3ea2ffb49b97 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1221769 Feb 17 00:07:24.654530 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f66a6778-30cc-427b-8034-9d3354ff12f3 req-3055adc6-20cd-45bf-acca-a9fd743a9f61 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088083 Feb 17 00:07:24.683458 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-ff049c62-15d1-4695-9bf8-8a72a6038d97 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Router df032b31-061b-4e26-aff1-97ac08f343b7 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:07:24.734768 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-c8bc5b10-4177-4093-8c21-cf67bdd01088 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:24.748822 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-c8bc5b10-4177-4093-8c21-cf67bdd01088 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 945 time: 0.1501052 Feb 17 00:07:24.916385 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:24.923111 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Deleting port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:07:24.923710 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:24.948316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-ff049c62-15d1-4695-9bf8-8a72a6038d97 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:07:24.954876 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-ff049c62-15d1-4695-9bf8-8a72a6038d97 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:24.960115 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2067fb-8877-4e18-81fd-6857c4c35bc5 None None] Sync routers for ids ['df032b31-061b-4e26-aff1-97ac08f343b7'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:07:24.975956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2067fb-8877-4e18-81fd-6857c4c35bc5 None None] Routers {'df032b31-061b-4e26-aff1-97ac08f343b7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:07:24.976886 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-2f2067fb-8877-4e18-81fd-6857c4c35bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:07:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['df032b31-061b-4e26-aff1-97ac08f343b7'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:07:25.024530 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:07:25.036525 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-ff049c62-15d1-4695-9bf8-8a72a6038d97 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "PUT /v2.0/floatingips/2cf1a959-f024-49ea-a3a1-082b9ad68980 HTTP/1.1" status: 200 len: 996 time: 2.0825377 Feb 17 00:07:25.037334 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'tag': '61229e9d-7c9c-4629-899e-a4148630aef9'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:25.221922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-e029f163-1218-4c9a-9611-37f867de4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:25.224091 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-e029f163-1218-4c9a-9611-37f867de4bb0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e476942cdbfc45758cf9aa2da49dcad1&device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 1163 time: 0.1495671 Feb 17 00:07:25.326386 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:25.384733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-2f2067fb-8877-4e18-81fd-6857c4c35bc5 None None] Set router df032b31-061b-4e26-aff1-97ac08f343b7 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:07:25.385974 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e5a588-421e-4971-849f-219ab2de9db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cea8020-c30e-4e9d-8fe1-66ff658f4c76'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:25.396336 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] For port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7cea8020-c30e-4e9d-8fe1-66ff658f4c76,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:07:25.396748 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:25.398111 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7cea8020-c30e-4e9d-8fe1-66ff658f4c76,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:07:25.407274 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:25.409515 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:25.567845 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=7cea8020-c30e-4e9d-8fe1-66ff658f4c76,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:25.572512 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:25.593344 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Calling delete_port for 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:07:25.659257 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84322d-c881-4ec7-8f91-3366b313fb00 req-d87b7126-f133-4cf9-8e5a-12e5a412d644 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:25.671491 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8c84322d-c881-4ec7-8f91-3366b313fb00 req-d87b7126-f133-4cf9-8e5a-12e5a412d644 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.8688562 Feb 17 00:07:25.836816 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8c84322d-c881-4ec7-8f91-3366b313fb00 req-f6fb31ab-e263-4a9a-ab0c-21653ad36459 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638203 Feb 17 00:07:25.837609 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:07:25.838003 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:07:25.904710 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'tag': '61229e9d-7c9c-4629-899e-a4148630aef9', 'status': 'completed', 'code': 200} Feb 17 00:07:25.933183 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-6c7a8c14-eded-4a3f-908b-df72daa36de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:25.934856 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-6c7a8c14-eded-4a3f-908b-df72daa36de0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 HTTP/1.1" status: 200 len: 902 time: 0.7036116 Feb 17 00:07:26.105636 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:26.185099 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-2f2067fb-8877-4e18-81fd-6857c4c35bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 4, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '2cf1a959-f024-49ea-a3a1-082b9ad68980', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'floating_ip_address': '172.28.2.31', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'port_id': '61229e9d-7c9c-4629-899e-a4148630aef9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'mac_address': 'fa:16:3e:1a:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:07:21Z', 'updated_at': '2021-02-17T00:07:23Z', 'revision_number': 1, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f187fb04-563d-4c5d-b5dc-3d7e8537a300', 'name': '', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'mac_address': 'fa:16:3e:63:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:52Z', 'updated_at': '2021-02-17T00:06:05Z', 'revision_number': 5, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'subnets': [{'id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:07:26.195885 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2067fb-8877-4e18-81fd-6857c4c35bc5 None None] Checking router: df032b31-061b-4e26-aff1-97ac08f343b7 for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:07:26.220139 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2067fb-8877-4e18-81fd-6857c4c35bc5 None None] Routers {'df032b31-061b-4e26-aff1-97ac08f343b7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:07:26.220978 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-2f2067fb-8877-4e18-81fd-6857c4c35bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:07:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['df032b31-061b-4e26-aff1-97ac08f343b7'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:07:26.261291 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb596c0e-c006-4204-affd-797e6fa5e9a8 req-06503c74-5a86-4b38-b55c-7bddcfc04a1f tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:26.269386 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-eb596c0e-c006-4204-affd-797e6fa5e9a8 req-06503c74-5a86-4b38-b55c-7bddcfc04a1f tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 943 time: 0.2190020 Feb 17 00:07:26.352756 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Deleting port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:07:26.353478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:26.388890 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:26.393736 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-bc3a6282-52ea-4c48-9f2b-15862d913796 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61229e9d-7c9c-4629-899e-a4148630aef9 HTTP/1.1" status: 200 len: 999 time: 0.4519911 Feb 17 00:07:26.485711 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-eb596c0e-c006-4204-affd-797e6fa5e9a8 req-e62312c7-addf-4395-a73e-f24d3da9ed1a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/security-groups?id=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151210 Feb 17 00:07:26.555394 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-03883c7e-a6c8-4a01-afc8-2cc1bdec2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:26.558492 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-03883c7e-a6c8-4a01-afc8-2cc1bdec2ee3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=39f904dd-25d8-4037-a512-4bb5fa3ebf1f HTTP/1.1" status: 200 len: 847 time: 0.1553543 Feb 17 00:07:26.762550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-2f2067fb-8877-4e18-81fd-6857c4c35bc5 None None] Set router df032b31-061b-4e26-aff1-97ac08f343b7 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:07:26.785743 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d591d44-5871-4153-8885-ef37b594c1c9 req-045549b6-59eb-45fd-a32c-026ff8838232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:26.786726 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2d591d44-5871-4153-8885-ef37b594c1c9 req-045549b6-59eb-45fd-a32c-026ff8838232 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e476942cdbfc45758cf9aa2da49dcad1&device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 1163 time: 0.6172364 Feb 17 00:07:26.887022 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e5a588-421e-4971-849f-219ab2de9db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cea8020-c30e-4e9d-8fe1-66ff658f4c76', 'code': 200} Feb 17 00:07:27.136975 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-786bf0f7-01fa-4183-b698-5e439de15486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:27.138222 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-786bf0f7-01fa-4183-b698-5e439de15486 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5093884 Feb 17 00:07:27.234709 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dad5fe-8a36-43e7-abf3-8752d498a7ff req-3e884c56-a047-4b21-82bd-3199f8a45807 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:27.242763 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a0dad5fe-8a36-43e7-abf3-8752d498a7ff req-3e884c56-a047-4b21-82bd-3199f8a45807 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1807797 Feb 17 00:07:27.273865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] For port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7cea8020-c30e-4e9d-8fe1-66ff658f4c76,segment=NetworkSegment(5d8780ae-61ac-4556-936c-cbffc89d3dfb),segment_id=5d8780ae-61ac-4556-936c-cbffc89d3dfb)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:07:27.273865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:27.371642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-2f2067fb-8877-4e18-81fd-6857c4c35bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 4, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '2cf1a959-f024-49ea-a3a1-082b9ad68980', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'floating_ip_address': '172.28.2.31', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'port_id': '61229e9d-7c9c-4629-899e-a4148630aef9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'mac_address': 'fa:16:3e:1a:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:07:21Z', 'updated_at': '2021-02-17T00:07:23Z', 'revision_number': 1, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f187fb04-563d-4c5d-b5dc-3d7e8537a300', 'name': '', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'mac_address': 'fa:16:3e:63:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:52Z', 'updated_at': '2021-02-17T00:06:05Z', 'revision_number': 5, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'subnets': [{'id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:07:27.381882 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a0dad5fe-8a36-43e7-abf3-8752d498a7ff req-62479fcd-8afe-4e64-9258-df542a620eae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375363 Feb 17 00:07:27.383801 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2067fb-8877-4e18-81fd-6857c4c35bc5 None None] The sync data for ids ['df032b31-061b-4e26-aff1-97ac08f343b7'] in dv-cinder-759961-3-smb is: [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 4, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '2cf1a959-f024-49ea-a3a1-082b9ad68980', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'floating_ip_address': '172.28.2.31', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'port_id': '61229e9d-7c9c-4629-899e-a4148630aef9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'mac_address': 'fa:16:3e:1a:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:07:21Z', 'updated_at': '2021-02-17T00:07:23Z', 'revision_number': 1, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f187fb04-563d-4c5d-b5dc-3d7e8537a300', 'name': '', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'mac_address': 'fa:16:3e:63:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:52Z', 'updated_at': '2021-02-17T00:06:05Z', 'revision_number': 5, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'subnets': [{'id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:07:27.434742 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d591d44-5871-4153-8885-ef37b594c1c9 req-86bb7f67-a143-42ef-abf6-64622957199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:27.436342 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2d591d44-5871-4153-8885-ef37b594c1c9 req-86bb7f67-a143-42ef-abf6-64622957199e service neutron] 10.222.0.54 "GET /v2.0/networks?id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 HTTP/1.1" status: 200 len: 902 time: 0.6347344 Feb 17 00:07:27.564822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Calling delete_port for 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:07:27.869059 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2d591d44-5871-4153-8885-ef37b594c1c9 req-520d1bbf-445c-4ffa-aa40-6e5712a91db9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61229e9d-7c9c-4629-899e-a4148630aef9 HTTP/1.1" status: 200 len: 999 time: 0.4100442 Feb 17 00:07:27.877086 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-4443016e-2ab9-4308-a90a-c280310e5988 service neutron] 10.222.0.63 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248895 Feb 17 00:07:27.887946 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:27.899922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb533dc-e6f4-498d-89ac-4412107f8cc1 req-7c7944d6-3dbc-4fda-ae80-1cd29e3afb6a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:27.902204 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4fb533dc-e6f4-498d-89ac-4412107f8cc1 req-7c7944d6-3dbc-4fda-ae80-1cd29e3afb6a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1598787 Feb 17 00:07:27.963473 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad49a48c-4095-4e89-9721-72537ee7310b None None] New status for floating IP 2cf1a959-f024-49ea-a3a1-082b9ad68980: ACTIVE {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:07:28.162474 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d591d44-5871-4153-8885-ef37b594c1c9 req-c847c1ff-ed26-4922-bca8-8ae8b79d714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:28.164678 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2d591d44-5871-4153-8885-ef37b594c1c9 req-c847c1ff-ed26-4922-bca8-8ae8b79d714b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39f904dd-25d8-4037-a512-4bb5fa3ebf1f HTTP/1.1" status: 200 len: 847 time: 0.2810392 Feb 17 00:07:28.405754 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a44e14c-62f0-4ce5-879f-c8219e778a2a req-2a02e2a9-adaf-4ac3-8ff7-1f457959cadf service neutron] 10.222.0.63 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4339097 Feb 17 00:07:28.414864 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f051dd67-7ce0-4818-a235-4c03147eac21 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:28.480043 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d591d44-5871-4153-8885-ef37b594c1c9 req-f91709e0-bf14-4dd1-b003-6f59925f139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:28.488703 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2d591d44-5871-4153-8885-ef37b594c1c9 req-f91709e0-bf14-4dd1-b003-6f59925f139b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2771389 Feb 17 00:07:28.544478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Pushing event deleted for resources: {'Port': ['ID=7cea8020-c30e-4e9d-8fe1-66ff658f4c76,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:28.547913 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:28.579800 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4fb533dc-e6f4-498d-89ac-4412107f8cc1 req-eb727074-c14a-4d36-aa59-e6a2e550eec3 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598536 Feb 17 00:07:28.699233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] No DVR routers for this DVR port 7cea8020-c30e-4e9d-8fe1-66ff658f4c76 on host hv-cinder-75996 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:07:28.702794 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:28.707679 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e5a588-421e-4971-849f-219ab2de9db7', 'name': 'network-vif-deleted', 'tag': '7cea8020-c30e-4e9d-8fe1-66ff658f4c76'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:28.746529 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7be2a962-c95c-4c64-a1a5-951aff183e88 req-82d6f805-31f6-4304-b909-bb7885c8fc55 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.54 "DELETE /v2.0/ports/7cea8020-c30e-4e9d-8fe1-66ff658f4c76 HTTP/1.1" status: 204 len: 173 time: 3.9874389 Feb 17 00:07:28.875756 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2d591d44-5871-4153-8885-ef37b594c1c9 req-8ffb8718-0d37-4b51-9b77-39d74a97d5f9 service neutron] 10.222.0.54 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798461 Feb 17 00:07:29.008063 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8799137-1122-413a-92b7-9f08a9ee93a8 req-44cb8fc2-7d70-4bd5-a0ff-9c96bfc84f88 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:29.019266 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e8799137-1122-413a-92b7-9f08a9ee93a8 req-44cb8fc2-7d70-4bd5-a0ff-9c96bfc84f88 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.2005341 Feb 17 00:07:29.043852 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a7e2b541-2d7c-4018-8c6e-cc159a20702d req-3345f1cb-9d51-4b1b-8987-ac0b10481db9 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e5a588-421e-4971-849f-219ab2de9db7 HTTP/1.1" status: 200 len: 210 time: 0.1668940 Feb 17 00:07:29.193132 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e8799137-1122-413a-92b7-9f08a9ee93a8 req-24954e1d-500f-415f-bf92-af89d363a65d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725113 Feb 17 00:07:29.220148 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e5a588-421e-4971-849f-219ab2de9db7', 'name': 'network-vif-deleted', 'tag': '7cea8020-c30e-4e9d-8fe1-66ff658f4c76', 'status': 'completed', 'code': 200} Feb 17 00:07:29.323871 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2d591d44-5871-4153-8885-ef37b594c1c9 req-903ec1c3-1e24-4d2c-9968-0d03c292fec7 service neutron] 10.222.0.54 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3552058 Feb 17 00:07:29.938215 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495fdd2-427c-4d75-a4a2-32f088bf6bf8 req-4011040f-d828-4664-a5cb-8c9d4cb43e6a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:29.946971 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1495fdd2-427c-4d75-a4a2-32f088bf6bf8 req-4011040f-d828-4664-a5cb-8c9d4cb43e6a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1777122 Feb 17 00:07:30.082366 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1495fdd2-427c-4d75-a4a2-32f088bf6bf8 req-71021809-46f4-450f-bd53-b89399a7f8a2 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150026 Feb 17 00:07:30.261374 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 52622) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:30.440738 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c608200-498d-402c-a934-5b9fc0b48ae2 admin admin] Deleting subnet 4625a851-cafe-40a6-81f5-a0913ace2471 {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:07:30.458303 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9c608200-498d-402c-a934-5b9fc0b48ae2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:30.695588 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9c608200-498d-402c-a934-5b9fc0b48ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981417'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:30.799503 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0e73c-8abf-4380-b3fa-4b235cd42d6e req-99e2c633-b1a9-4e7f-a5dd-e900eb93909d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:30.809131 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-08f0e73c-8abf-4380-b3fa-4b235cd42d6e req-99e2c633-b1a9-4e7f-a5dd-e900eb93909d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.3517687 Feb 17 00:07:30.888053 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9c608200-498d-402c-a934-5b9fc0b48ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4952659'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:31.027113 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-08f0e73c-8abf-4380-b3fa-4b235cd42d6e req-56d7894f-8136-4125-8c8e-fd52a1dde94c tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169523 Feb 17 00:07:31.085524 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 52636) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:31.436528 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ef65ec88-d1ab-42eb-86e6-6c084163b979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:31.443465 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9c608200-498d-402c-a934-5b9fc0b48ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849823157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843674682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852803607'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:31.486618 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b4204f84-d534-4a44-a2e1-8f20fe348d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:31.508034 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ef65ec88-d1ab-42eb-86e6-6c084163b979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:07:31.519287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ef65ec88-d1ab-42eb-86e6-6c084163b979 admin admin] Usage tracker for resource:security_group_rule and tenant:13430a98ecb341c39003ea674b0c4537 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:07:31.530583 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ef65ec88-d1ab-42eb-86e6-6c084163b979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:07:31.549733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ef65ec88-d1ab-42eb-86e6-6c084163b979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:07:31.771915 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c608200-498d-402c-a934-5b9fc0b48ae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4625a851-cafe-40a6-81f5-a0913ace2471,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:31.779831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9c608200-498d-402c-a934-5b9fc0b48ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:31.827038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5cf73-bd44-462c-894e-db08f6e83403 req-b118fe5e-74e0-4a20-830f-c7fb4756c061 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:31.835832 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a6c5cf73-bd44-462c-894e-db08f6e83403 req-b118fe5e-74e0-4a20-830f-c7fb4756c061 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.5276964 Feb 17 00:07:31.875078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ef65ec88-d1ab-42eb-86e6-6c084163b979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:31.889619 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ef65ec88-d1ab-42eb-86e6-6c084163b979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:31.901760 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5d76872b-f0f0-41b7-ac59-2243fc9a28c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:31.905238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9c608200-498d-402c-a934-5b9fc0b48ae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:31.916819 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9c608200-498d-402c-a934-5b9fc0b48ae2 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4625a851-cafe-40a6-81f5-a0913ace2471 HTTP/1.1" status: 204 len: 168 time: 1.6549580 Feb 17 00:07:31.919811 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 52648) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:31.966230 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a6c5cf73-bd44-462c-894e-db08f6e83403 req-e14b7183-a7ab-4813-8e3d-5ec92a1e8e64 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292653 Feb 17 00:07:32.089364 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ef65ec88-d1ab-42eb-86e6-6c084163b979 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=13430a98ecb341c39003ea674b0c4537&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0025201 Feb 17 00:07:32.092168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 52656) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:32.100195 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65ec88-d1ab-42eb-86e6-6c084163b979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241b53d6-6b60-4f2d-a833-1cb9a173ab31,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:32.114634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ef65ec88-d1ab-42eb-86e6-6c084163b979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:32.165672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4784241'] for network, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:32.353696 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b862ba87-4e1e-4048-b21d-072119097bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:32.449312 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b862ba87-4e1e-4048-b21d-072119097bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:32.628117 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b842ed-89cb-4feb-bc0d-4f6260ad58a9 req-9fc9c3a3-3384-4dc5-8494-0758e3e391ca tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:32.636000 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-08b842ed-89cb-4feb-bc0d-4f6260ad58a9 req-9fc9c3a3-3384-4dc5-8494-0758e3e391ca tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.3524168 Feb 17 00:07:32.792655 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-08b842ed-89cb-4feb-bc0d-4f6260ad58a9 req-d453c351-b10e-4ef3-8daf-46638785fcff tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453559 Feb 17 00:07:32.808491 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b862ba87-4e1e-4048-b21d-072119097bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:32.831225 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:32.873173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862ba87-4e1e-4048-b21d-072119097bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241b53d6-6b60-4f2d-a833-1cb9a173ab31,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:32.875724 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b862ba87-4e1e-4048-b21d-072119097bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:32.877363 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b862ba87-4e1e-4048-b21d-072119097bbe admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/241b53d6-6b60-4f2d-a833-1cb9a173ab31 HTTP/1.1" status: 204 len: 168 time: 0.7840085 Feb 17 00:07:32.878591 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b862ba87-4e1e-4048-b21d-072119097bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:32.881522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4950218', 'neutron.services.segments.db._delete_segments_for_network-8768588793578'] for network, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:33.071043 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83920) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:07:33.072904 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83920) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:07:33.074203 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83920) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:07:33.077050 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Subscribe: > port after_create 55550000 {{(pid=83920) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:07:33.078921 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83920) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:07:33.079531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Subscribe: > port after_update 55550000 {{(pid=83920) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:07:33.081373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83920) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:07:33.081998 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83920) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:07:33.082711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83920) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:07:33.083497 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83920) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:07:33.324358 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83920) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:07:33.325270 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83920) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:07:33.326093 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83920) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:07:33.326670 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83920) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:07:33.327396 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0520da59-3382-4a2f-bac6-074b9669413e']}} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:07:33.533404 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8780ae-61ac-4556-936c-cbffc89d3dfb') {'for_net_delete': True} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:07:33.536077 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8780ae-61ac-4556-936c-cbffc89d3dfb') {} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:07:33.621142 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268265975292', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844029570'] for segment, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:33.675420 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:33.691607 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:07:33.717157 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d34570-ca4c-4b00-a71e-3018aace4374 req-4fb910a0-03eb-4349-a0d2-dbccdbd97571 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:33.719547 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-95d34570-ca4c-4b00-a71e-3018aace4374 req-4fb910a0-03eb-4349-a0d2-dbccdbd97571 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.3444929 Feb 17 00:07:33.849201 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-95d34570-ca4c-4b00-a71e-3018aace4374 req-5a32d1eb-5649-4a1a-ae91-dffdab0654d1 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109309 Feb 17 00:07:34.104775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Network 0520da59-3382-4a2f-bac6-074b9669413e has no segments {{(pid=83920) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:07:34.114256 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4960578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844035057'] for segment, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:34.189623 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cf5fc-7678-4e64-be18-802bd97c490c req-dbe78d4b-99ec-4c7f-9781-41af5d18a80d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:34.191845 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db5cf5fc-7678-4e64-be18-802bd97c490c req-dbe78d4b-99ec-4c7f-9781-41af5d18a80d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1656694 Feb 17 00:07:34.324599 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db5cf5fc-7678-4e64-be18-802bd97c490c req-c295b193-8555-4877-bd8e-f487b6bc1650 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253891 Feb 17 00:07:34.340098 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Network 0520da59-3382-4a2f-bac6-074b9669413e has no segments {{(pid=83920) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: from cryptography.utils import int_from_bytes Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: from cryptography.utils import int_from_bytes Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: (rel_b, rel_a, rel_b), Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: Traceback (most recent call last): Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: timer() Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: cb(*args, **kw) Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: return func(*args, **kwargs) Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: self._notify() Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: self.callback(batched_events) Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: event.method(event) Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: segment_id)['aggregates'][0] Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, *a, **k) Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: return self._get(url).json() Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: **kwargs) Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: return self.request(url, 'GET', **kwargs) Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: **endpoint_filter) Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:07:34.475666 dv-cinder-759961-3-smb neutron-server[83811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:07:34.482769 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036849825598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714387'] for network, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:34.487547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:34.523362 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Pushing event deleted for resources: {'Network': ['ID=0520da59-3382-4a2f-bac6-074b9669413e,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:34.526925 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:34.544445 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:34.552243 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ee510662-41a8-421d-a181-3fd0714e4b83 admin admin] 10.222.0.63 "DELETE /v2.0/networks/0520da59-3382-4a2f-bac6-074b9669413e HTTP/1.1" status: 204 len: 168 time: 2.6223795 Feb 17 00:07:35.044172 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 52698) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:35.197203 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-de85d68f-5c9e-4590-8ec3-6975a34b8a15 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b28f395db7ee4f8ba7943b456e6bafd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1499364 Feb 17 00:07:35.198803 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 52708) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:35.356573 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e0a-57de-402f-a6ac-0c19cef66644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:35.381431 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6944fd6-8505-4609-9f78-c1b805bacb87 req-c8f00eda-9d28-4204-a21b-088595d20f2b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:35.385958 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e6944fd6-8505-4609-9f78-c1b805bacb87 req-c8f00eda-9d28-4204-a21b-088595d20f2b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.2264199 Feb 17 00:07:35.516795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e0a-57de-402f-a6ac-0c19cef66644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:35.576314 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e6944fd6-8505-4609-9f78-c1b805bacb87 req-67105478-7fd4-4092-aa49-640cd18f6aef tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818829 Feb 17 00:07:35.725807 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e0a-57de-402f-a6ac-0c19cef66644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:35.741580 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-183fa42b-e7ff-4df8-8fa6-b7fb9688d76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:35.766404 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb3e0a-57de-402f-a6ac-0c19cef66644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3c8a2c-d753-4c76-b187-ff2c1e2a818b,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:35.791183 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d7eb3e0a-57de-402f-a6ac-0c19cef66644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:35.799705 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e0a-57de-402f-a6ac-0c19cef66644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:35.804749 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-d7eb3e0a-57de-402f-a6ac-0c19cef66644 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1e3c8a2c-d753-4c76-b187-ff2c1e2a818b HTTP/1.1" status: 204 len: 168 time: 0.6040223 Feb 17 00:07:35.812324 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e4117-8fc6-44f0-8f94-3e7df8889c4b req-31323bc1-f354-4677-af61-b09845975392 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:35.820444 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-004e4117-8fc6-44f0-8f94-3e7df8889c4b req-31323bc1-f354-4677-af61-b09845975392 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.2077279 Feb 17 00:07:35.963597 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-004e4117-8fc6-44f0-8f94-3e7df8889c4b req-7a1261ab-f2f7-4211-9f4b-a3bc09a818b9 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419985 Feb 17 00:07:36.951215 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66ef32-bbc8-443b-bdab-994b47bf0c0c req-bf07d49c-621e-4367-b021-d322af781c6f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:36.952884 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6b66ef32-bbc8-443b-bdab-994b47bf0c0c req-bf07d49c-621e-4367-b021-d322af781c6f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1505888 Feb 17 00:07:37.073229 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6b66ef32-bbc8-443b-bdab-994b47bf0c0c req-276d9b29-ea7a-4a3f-9b09-43ba43d96afd tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084759 Feb 17 00:07:37.243514 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59e945-1c28-4fe6-b499-9779843da1b7 req-6e27f2f1-cdae-4d70-9036-33e84ab6fe5b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:37.262990 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4a59e945-1c28-4fe6-b499-9779843da1b7 req-6e27f2f1-cdae-4d70-9036-33e84ab6fe5b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1558309 Feb 17 00:07:37.445643 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4a59e945-1c28-4fe6-b499-9779843da1b7 req-c16fac67-ead1-47df-b559-59c29e81074a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812959 Feb 17 00:07:38.599249 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92f1e2-a6ea-4524-a8f9-ee71fc6c6b74 req-e251b638-bd88-4c97-b202-aef7086f1e68 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:38.601383 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ac92f1e2-a6ea-4524-a8f9-ee71fc6c6b74 req-e251b638-bd88-4c97-b202-aef7086f1e68 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1479967 Feb 17 00:07:38.694682 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ac92f1e2-a6ea-4524-a8f9-ee71fc6c6b74 req-37290f06-cfbb-4aef-9ff1-d4574af66159 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855522 Feb 17 00:07:38.758825 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501c106-6c5d-48aa-be0f-8ec8cad6b337 req-c5fd0e6b-5f09-4745-b28a-972d83669205 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:38.766476 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1501c106-6c5d-48aa-be0f-8ec8cad6b337 req-c5fd0e6b-5f09-4745-b28a-972d83669205 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1328857 Feb 17 00:07:38.826418 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1501c106-6c5d-48aa-be0f-8ec8cad6b337 req-12f318f7-7a47-49cd-9205-688ad51bb456 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535607 Feb 17 00:07:39.141866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:07:40.382542 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162b506-e27a-4ac4-a57f-2cfe2a1f278c req-8ce9d41b-9976-49d0-9149-cc58f0cb043a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:40.391481 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a162b506-e27a-4ac4-a57f-2cfe2a1f278c req-8ce9d41b-9976-49d0-9149-cc58f0cb043a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.2521253 Feb 17 00:07:40.452573 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a162b506-e27a-4ac4-a57f-2cfe2a1f278c req-fd6eb9bb-d1b7-4c3d-9f35-8027efd63652 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595968 Feb 17 00:07:40.567901 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad4f5-d125-4f79-a685-a0471871c47f req-ad07883b-0b43-4752-a6d0-7f2d20c888dd tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:40.572184 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-315ad4f5-d125-4f79-a685-a0471871c47f req-ad07883b-0b43-4752-a6d0-7f2d20c888dd tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.2442546 Feb 17 00:07:40.669711 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-315ad4f5-d125-4f79-a685-a0471871c47f req-c7114050-871f-460a-80cf-3182a137b82f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817277 Feb 17 00:07:41.667812 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd9a0f-7ae9-4ed3-90f9-679847f8e6fa req-cdd26cc4-4bcb-4542-980a-fa5d718a7aa7 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:41.680005 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-79bd9a0f-7ae9-4ed3-90f9-679847f8e6fa req-cdd26cc4-4bcb-4542-980a-fa5d718a7aa7 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1023707 Feb 17 00:07:41.750416 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-79bd9a0f-7ae9-4ed3-90f9-679847f8e6fa req-80879178-febc-4cf1-beda-9144e421e25c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518885 Feb 17 00:07:41.896993 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b4117-fd0f-44e8-8ab3-55d4ee6cf42f req-401384a1-7696-42b4-92da-ca955ace9a89 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:41.898787 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-855b4117-fd0f-44e8-8ab3-55d4ee6cf42f req-401384a1-7696-42b4-92da-ca955ace9a89 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0935233 Feb 17 00:07:42.002763 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-855b4117-fd0f-44e8-8ab3-55d4ee6cf42f req-8b6a51ab-48aa-4a85-804c-bcd3c19381d8 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965173 Feb 17 00:07:42.145370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 52834) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:42.315450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb9f1-4527-4334-9f5d-5b5a52080672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:42.342870 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-aa0bb9f1-4527-4334-9f5d-5b5a52080672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:07:42.352038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-aa0bb9f1-4527-4334-9f5d-5b5a52080672 admin admin] Usage tracker for resource:security_group_rule and tenant:e98e2505a8164268bfc5553724218c6f is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:07:42.375743 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-aa0bb9f1-4527-4334-9f5d-5b5a52080672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:07:42.383184 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-aa0bb9f1-4527-4334-9f5d-5b5a52080672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:07:42.429288 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cc41b-daf0-4613-8d4e-d92cf4188715 req-ebfe8f05-8a3c-4618-91a4-26d1b16b645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:42.431841 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-115cc41b-daf0-4613-8d4e-d92cf4188715 req-ebfe8f05-8a3c-4618-91a4-26d1b16b645b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1d26520a38346a290f804fe567133d2&device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 1162 time: 0.2132192 Feb 17 00:07:42.631113 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cc41b-daf0-4613-8d4e-d92cf4188715 req-28457230-736c-4127-b127-aeaa09e0c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:42.632724 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-115cc41b-daf0-4613-8d4e-d92cf4188715 req-28457230-736c-4127-b127-aeaa09e0c43d service neutron] 10.222.0.54 "GET /v2.0/networks?id=41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 200 len: 911 time: 0.1810224 Feb 17 00:07:42.768697 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-115cc41b-daf0-4613-8d4e-d92cf4188715 req-ccc2d192-3c1e-4cb8-9933-bc74a864e8d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f435afa-a1fd-41eb-bd63-286cdf13434e HTTP/1.1" status: 200 len: 1001 time: 0.1209602 Feb 17 00:07:42.913276 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cc41b-daf0-4613-8d4e-d92cf4188715 req-c0923ce9-5ce0-4201-b221-74d7f005fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:42.915195 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-115cc41b-daf0-4613-8d4e-d92cf4188715 req-c0923ce9-5ce0-4201-b221-74d7f005fb94 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=066b5e62-ad57-425f-8725-667a028740da HTTP/1.1" status: 200 len: 856 time: 0.1258523 Feb 17 00:07:43.008478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb9f1-4527-4334-9f5d-5b5a52080672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:43.013946 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb9f1-4527-4334-9f5d-5b5a52080672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:43.019224 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33633ab-1c61-42ba-8e29-d49260ceee3d req-a1214f51-a90b-4419-837d-c01abbeebb48 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:43.021590 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b33633ab-1c61-42ba-8e29-d49260ceee3d req-a1214f51-a90b-4419-837d-c01abbeebb48 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1020935 Feb 17 00:07:43.027767 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:43.082266 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-aa0bb9f1-4527-4334-9f5d-5b5a52080672 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e98e2505a8164268bfc5553724218c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9356132 Feb 17 00:07:43.083109 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bb9f1-4527-4334-9f5d-5b5a52080672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e76b66-14e7-47fc-9a80-b9ac36bfa8ab,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:43.087293 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 52856) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:43.090748 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-aa0bb9f1-4527-4334-9f5d-5b5a52080672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:43.120230 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b33633ab-1c61-42ba-8e29-d49260ceee3d req-f991bf4a-1b32-4d4e-9a34-8174d14d72b0 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926723 Feb 17 00:07:43.148953 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cc41b-daf0-4613-8d4e-d92cf4188715 req-51fa9298-11ec-461a-a058-82fe88c0f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:43.151379 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-115cc41b-daf0-4613-8d4e-d92cf4188715 req-51fa9298-11ec-461a-a058-82fe88c0f8e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41f1d152-05fa-431e-881d-6789a11dfe22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2181852 Feb 17 00:07:43.454486 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-642957c7-49c9-456b-87f3-7b92b900ac39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:43.531985 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-642957c7-49c9-456b-87f3-7b92b900ac39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:43.608549 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-115cc41b-daf0-4613-8d4e-d92cf4188715 req-7b12df44-4a2c-467b-a116-5048cfa357b7 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085054 Feb 17 00:07:43.615220 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc78bb-06ee-4802-8943-ca97224b9dd2 req-90d5527e-726f-4bc8-a94d-77831cff2bc4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:43.616819 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-badc78bb-06ee-4802-8943-ca97224b9dd2 req-90d5527e-726f-4bc8-a94d-77831cff2bc4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.4645395 Feb 17 00:07:43.710640 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-642957c7-49c9-456b-87f3-7b92b900ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:43.721742 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b27cd41f-10d1-42da-9a68-8c812f326f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:43.746638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642957c7-49c9-456b-87f3-7b92b900ac39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e76b66-14e7-47fc-9a80-b9ac36bfa8ab,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:43.758701 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-642957c7-49c9-456b-87f3-7b92b900ac39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:43.776968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-642957c7-49c9-456b-87f3-7b92b900ac39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:43.784356 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-642957c7-49c9-456b-87f3-7b92b900ac39 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/42e76b66-14e7-47fc-9a80-b9ac36bfa8ab HTTP/1.1" status: 204 len: 168 time: 0.6898100 Feb 17 00:07:43.808222 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-badc78bb-06ee-4802-8943-ca97224b9dd2 req-4757e249-a477-49a7-939e-587a1dbb38c3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606088 Feb 17 00:07:43.870879 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-115cc41b-daf0-4613-8d4e-d92cf4188715 req-0d2992cd-5508-44f0-85d9-c64b9a2d7f88 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2513559 Feb 17 00:07:44.384072 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a8c23-6227-4d26-9d37-472a30269e17 req-eeee5c55-99d3-42aa-a676-7bc41f463a75 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:44.386225 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5a0a8c23-6227-4d26-9d37-472a30269e17 req-eeee5c55-99d3-42aa-a676-7bc41f463a75 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1254706 Feb 17 00:07:44.455987 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5a0a8c23-6227-4d26-9d37-472a30269e17 req-0d5684f1-bbac-45d8-b075-71af5d1b0b36 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623755 Feb 17 00:07:45.100868 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9858e-37e3-4688-90d8-d24ae6381a94 req-6348559e-e6eb-41e9-899d-86dfd2d50cdb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:45.109207 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cef9858e-37e3-4688-90d8-d24ae6381a94 req-6348559e-e6eb-41e9-899d-86dfd2d50cdb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1026537 Feb 17 00:07:45.161456 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cef9858e-37e3-4688-90d8-d24ae6381a94 req-cc9f0930-db88-4ee7-b200-1e1ac155ed37 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512519 Feb 17 00:07:45.664366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4946f0-71f0-43e7-b487-f5d372bf641c req-21c61b08-c3b5-4e5d-92d2-7ece067c226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:45.666020 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ba4946f0-71f0-43e7-b487-f5d372bf641c req-21c61b08-c3b5-4e5d-92d2-7ece067c226c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ee46360fcd446293cdd25aa696350b&device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 1162 time: 0.0826628 Feb 17 00:07:45.707652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6158b-983d-4718-83aa-7e335865f408 req-b15b9890-c75c-44e3-9247-da8efe3fe770 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:45.709260 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-99a6158b-983d-4718-83aa-7e335865f408 req-b15b9890-c75c-44e3-9247-da8efe3fe770 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0934031 Feb 17 00:07:45.756597 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-99a6158b-983d-4718-83aa-7e335865f408 req-5f2dba61-fbdc-453b-8b1f-1737e4b1162d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Feb 17 00:07:45.833190 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4946f0-71f0-43e7-b487-f5d372bf641c req-4938145d-7f32-49a5-9a85-850af4b9a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:45.834813 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ba4946f0-71f0-43e7-b487-f5d372bf641c req-4938145d-7f32-49a5-9a85-850af4b9a8f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ca00216-ee09-4b8a-a03b-9db9b3566f52 HTTP/1.1" status: 200 len: 912 time: 0.1370535 Feb 17 00:07:45.914295 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ba4946f0-71f0-43e7-b487-f5d372bf641c req-7e19faba-bdb0-4c93-85dc-d9b583db9463 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d14d1e1b-e7d4-40d7-a21f-d717b23ef138 HTTP/1.1" status: 200 len: 217 time: 0.0688603 Feb 17 00:07:45.988272 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4946f0-71f0-43e7-b487-f5d372bf641c req-8f623ca9-dc38-463c-80c7-a084b0bdd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:45.989794 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ba4946f0-71f0-43e7-b487-f5d372bf641c req-8f623ca9-dc38-463c-80c7-a084b0bdd1cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17138db5-0c15-4399-a1cd-bdf6e1de4aee HTTP/1.1" status: 200 len: 858 time: 0.0629823 Feb 17 00:07:46.063747 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ba4946f0-71f0-43e7-b487-f5d372bf641c req-c11d0460-8b84-484d-afae-3c9c57a7c025 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ca00216-ee09-4b8a-a03b-9db9b3566f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466111 Feb 17 00:07:46.206912 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ba4946f0-71f0-43e7-b487-f5d372bf641c req-b9412ab6-9e05-421d-a257-7f994dd3e2b4 service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335762 Feb 17 00:07:46.651262 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ba4946f0-71f0-43e7-b487-f5d372bf641c req-3e1a827d-76ee-4c6c-949c-35abc0b215e0 service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4269080 Feb 17 00:07:46.668716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec78c6-1c13-4d3d-985b-5f1975ecb42a req-0e71c5c6-3d50-41c8-b957-c69e1043180c tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:46.676682 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-98ec78c6-1c13-4d3d-985b-5f1975ecb42a req-0e71c5c6-3d50-41c8-b957-c69e1043180c tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1592355 Feb 17 00:07:46.724620 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-98ec78c6-1c13-4d3d-985b-5f1975ecb42a req-431d1cfe-748d-4d38-9f94-4768b1132e60 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470309 Feb 17 00:07:46.961522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd9965-9cb6-48e4-bf77-8dd2ae388b23 req-a1e90115-a29a-4e63-9aed-d9bbd5034bcc tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:46.964293 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a3fd9965-9cb6-48e4-bf77-8dd2ae388b23 req-a1e90115-a29a-4e63-9aed-d9bbd5034bcc tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0895462 Feb 17 00:07:47.015869 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a3fd9965-9cb6-48e4-bf77-8dd2ae388b23 req-229ce01a-3ff5-4414-a613-4f836155c744 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446880 Feb 17 00:07:47.195861 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9f435afa-a1fd-41eb-bd63-286cdf13434e no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:07:47.319794 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:47.349058 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f435afa-a1fd-41eb-bd63-286cdf13434e'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:47.378332 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 9f435afa-a1fd-41eb-bd63-286cdf13434e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9f435afa-a1fd-41eb-bd63-286cdf13434e,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:07:47.385086 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:47.385086 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:47.457586 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f435afa-a1fd-41eb-bd63-286cdf13434e', 'code': 200} Feb 17 00:07:47.499078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=9f435afa-a1fd-41eb-bd63-286cdf13434e,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:47.502839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:47.932823 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197f1fd-53d2-486a-96c5-9da69a57a73a req-a88a26b9-4c72-4f74-95c3-4c2d6c9b671a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:47.934713 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8197f1fd-53d2-486a-96c5-9da69a57a73a req-a88a26b9-4c72-4f74-95c3-4c2d6c9b671a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.0929627 Feb 17 00:07:47.982785 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8197f1fd-53d2-486a-96c5-9da69a57a73a req-545635e6-be62-40bf-abfb-f1805400225e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Feb 17 00:07:48.216495 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1eefb-2f79-4abc-878f-0540fb301287 req-aa53f771-5dc3-4360-9aee-68c62d1c65f1 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:48.218150 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4db1eefb-2f79-4abc-878f-0540fb301287 req-aa53f771-5dc3-4360-9aee-68c62d1c65f1 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0878911 Feb 17 00:07:48.268036 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4db1eefb-2f79-4abc-878f-0540fb301287 req-55dfb37d-ed01-4639-93e1-0559b2f6fa84 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433893 Feb 17 00:07:48.646892 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 53040) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:48.716286 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0fa15b-5af5-48c0-af06-91a4a7a9af5e admin admin] Deleting subnet fb4af821-1fc3-43eb-9f1b-d1fe9f3bbee4 {{(pid=83920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:07:48.719474 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa15b-5af5-48c0-af06-91a4a7a9af5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:48.773548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa15b-5af5-48c0-af06-91a4a7a9af5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10746214'] for subnet, precommit_delete_associations {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:48.833681 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa15b-5af5-48c0-af06-91a4a7a9af5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4952659'] for subnet, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:48.971003 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 53058) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:49.076472 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75702c1-8580-41bf-9ff8-dc49fab6a74a req-56e2c921-3f08-46c5-aa38-cd0702ad6bcc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:49.082437 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d75702c1-8580-41bf-9ff8-dc49fab6a74a req-56e2c921-3f08-46c5-aa38-cd0702ad6bcc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.2156236 Feb 17 00:07:49.108249 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-55a3f5b2-9bdc-439b-97e6-0d3107fbae43 req-c06427b6-1827-4f49-8770-3709f925659c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355779 Feb 17 00:07:49.198473 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d75702c1-8580-41bf-9ff8-dc49fab6a74a req-55087138-0ef9-4b51-a673-8858a7b1106b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125352 Feb 17 00:07:49.240718 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa15b-5af5-48c0-af06-91a4a7a9af5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849823157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10746352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844209921'] for subnet, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:49.256750 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-09403863-facf-4625-80e6-38e559978870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:49.397868 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fa15b-5af5-48c0-af06-91a4a7a9af5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb4af821-1fc3-43eb-9f1b-d1fe9f3bbee4,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:49.400176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa15b-5af5-48c0-af06-91a4a7a9af5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:49.408886 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ac0fa15b-5af5-48c0-af06-91a4a7a9af5e admin admin] 10.222.0.63 "DELETE /v2.0/subnets/fb4af821-1fc3-43eb-9f1b-d1fe9f3bbee4 HTTP/1.1" status: 204 len: 168 time: 0.7585511 Feb 17 00:07:49.408886 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ac0fa15b-5af5-48c0-af06-91a4a7a9af5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:49.409274 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 53076) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:49.519122 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:49.568816 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 53084) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:49.585548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4784241'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:49.702549 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb917-469e-46cc-b225-b2b9df41f8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:49.722461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-bf0bb917-469e-46cc-b225-b2b9df41f8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:07:49.727369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-bf0bb917-469e-46cc-b225-b2b9df41f8fc admin admin] Usage tracker for resource:security_group_rule and tenant:4fc455761929419e87d6c6cbe9cd0e3b is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:07:49.730126 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d92aee-7002-49b8-b755-1045473df569 req-b5cefdf6-ad50-4006-8a19-fbe802092393 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:49.730704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-bf0bb917-469e-46cc-b225-b2b9df41f8fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:07:49.731766 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-58d92aee-7002-49b8-b755-1045473df569 req-b5cefdf6-ad50-4006-8a19-fbe802092393 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.2458208 Feb 17 00:07:49.736860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-bf0bb917-469e-46cc-b225-b2b9df41f8fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:07:49.826230 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb917-469e-46cc-b225-b2b9df41f8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:49.830442 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb917-469e-46cc-b225-b2b9df41f8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:49.831339 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4950218', 'neutron.services.segments.db._delete_segments_for_network-8768588793578'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:49.840404 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-aa0bb9f1-4527-4334-9f5d-5b5a52080672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:49.887608 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-bf0bb917-469e-46cc-b225-b2b9df41f8fc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4fc455761929419e87d6c6cbe9cd0e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151252 Feb 17 00:07:49.887608 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bb917-469e-46cc-b225-b2b9df41f8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb244b0-6666-4c64-8e4c-cd2408fb0c96,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:49.888691 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 53090) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:49.891690 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bf0bb917-469e-46cc-b225-b2b9df41f8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:49.940398 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-58d92aee-7002-49b8-b755-1045473df569 req-57b2cf0c-d66c-41e6-9e51-2087c5086471 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569612 Feb 17 00:07:49.956432 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-553aa404-a0cb-4b72-9451-25fd229d5bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:49.970837 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc86dcd-72aa-4cbf-9b3f-632628327554']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:07:49.984678 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-553aa404-a0cb-4b72-9451-25fd229d5bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:49.984918 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9850535d-d27a-46eb-b847-1985cf558db6') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:07:49.985164 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9850535d-d27a-46eb-b847-1985cf558db6') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:07:50.000259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268265975292', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853794383'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:50.014729 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:50.016747 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:07:50.028810 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-553aa404-a0cb-4b72-9451-25fd229d5bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:50.033941 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:50.047958 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa404-a0cb-4b72-9451-25fd229d5bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb244b0-6666-4c64-8e4c-cd2408fb0c96,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:50.051312 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-553aa404-a0cb-4b72-9451-25fd229d5bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:50.052207 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-553aa404-a0cb-4b72-9451-25fd229d5bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:50.053393 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-553aa404-a0cb-4b72-9451-25fd229d5bf4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/eeb244b0-6666-4c64-8e4c-cd2408fb0c96 HTTP/1.1" status: 204 len: 168 time: 0.1637614 Feb 17 00:07:50.206916 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] Network 6cc86dcd-72aa-4cbf-9b3f-632628327554 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:07:50.216250 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4960578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11107897'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:50.403334 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] Network 6cc86dcd-72aa-4cbf-9b3f-632628327554 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:07:50.515206 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e2755-80c6-45b3-aad3-15f708b22587 req-427ed967-6e8e-4b5b-949f-cedef44f8f53 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:50.523374 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cf8e2755-80c6-45b3-aad3-15f708b22587 req-427ed967-6e8e-4b5b-949f-cedef44f8f53 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1720328 Feb 17 00:07:50.577703 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cf8e2755-80c6-45b3-aad3-15f708b22587 req-ae8d9040-b315-49f1-ab31-64204ca26a26 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534153 Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: Traceback (most recent call last): Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: timer() Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: cb(*args, **kw) Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: return func(*args, **kwargs) Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: self._notify() Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: self.callback(batched_events) Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: event.method(event) Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: segment_id)['aggregates'][0] Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, *a, **k) Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: return self._get(url).json() Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: **kwargs) Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: return self.request(url, 'GET', **kwargs) Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: **endpoint_filter) Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:07:50.650778 dv-cinder-759961-3-smb neutron-server[83811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:07:50.667380 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3f5b2-9bdc-439b-97e6-0d3107fbae43 req-19257f6c-025c-42f1-9158-f713999c018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:50.669010 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-55a3f5b2-9bdc-439b-97e6-0d3107fbae43 req-19257f6c-025c-42f1-9158-f713999c018d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11&tenant_id=b1d26520a38346a290f804fe567133d2 HTTP/1.1" status: 200 len: 1160 time: 0.0903299 Feb 17 00:07:50.728911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036849825598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714387'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:50.732955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-95b2c40b-1d83-4511-a51b-46e7d84587e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:50.754702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:50.761821 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc86dcd-72aa-4cbf-9b3f-632628327554,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:50.766432 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:50.777098 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-f05280d2-6dc9-4c11-94de-a0130897b323 admin admin] 10.222.0.63 "DELETE /v2.0/networks/6cc86dcd-72aa-4cbf-9b3f-632628327554 HTTP/1.1" status: 204 len: 168 time: 1.3633375 Feb 17 00:07:50.782682 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3f5b2-9bdc-439b-97e6-0d3107fbae43 req-ffd80aed-7dd7-44a9-8f8b-f84eb7f13007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:50.784408 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-55a3f5b2-9bdc-439b-97e6-0d3107fbae43 req-ffd80aed-7dd7-44a9-8f8b-f84eb7f13007 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1d26520a38346a290f804fe567133d2&device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 1160 time: 0.0857248 Feb 17 00:07:50.935065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3f5b2-9bdc-439b-97e6-0d3107fbae43 req-22793446-3048-4599-b423-d5ff131827b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:50.936669 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-55a3f5b2-9bdc-439b-97e6-0d3107fbae43 req-22793446-3048-4599-b423-d5ff131827b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 200 len: 911 time: 0.1434772 Feb 17 00:07:50.967289 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 53122) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:51.034567 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-68063b54-da0b-4e1d-ba09-92094ba3d507 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=938a9486ef9844b1a6085a404c6ae9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652065 Feb 17 00:07:51.037409 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 53134) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:51.104780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e92cf15c-0ccc-4332-b21e-437fd88e809f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:51.122193 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-55a3f5b2-9bdc-439b-97e6-0d3107fbae43 req-d6a5319d-daed-43b6-90e5-071a74f9ae3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f435afa-a1fd-41eb-bd63-286cdf13434e HTTP/1.1" status: 200 len: 999 time: 0.1699347 Feb 17 00:07:51.134277 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e92cf15c-0ccc-4332-b21e-437fd88e809f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:51.182086 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e92cf15c-0ccc-4332-b21e-437fd88e809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:51.187553 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-865032bb-66e0-497e-ba91-144c15ec2af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:51.201858 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cf15c-0ccc-4332-b21e-437fd88e809f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a619ebe3-a0e1-4fc6-a393-2210e4eba9d9,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:51.204466 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e92cf15c-0ccc-4332-b21e-437fd88e809f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:51.216477 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3f5b2-9bdc-439b-97e6-0d3107fbae43 req-df550d62-0829-4969-9f89-3ce88ac119aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:51.218780 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-55a3f5b2-9bdc-439b-97e6-0d3107fbae43 req-df550d62-0829-4969-9f89-3ce88ac119aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=066b5e62-ad57-425f-8725-667a028740da HTTP/1.1" status: 200 len: 856 time: 0.0813000 Feb 17 00:07:51.223509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e92cf15c-0ccc-4332-b21e-437fd88e809f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:51.225608 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-e92cf15c-0ccc-4332-b21e-437fd88e809f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a619ebe3-a0e1-4fc6-a393-2210e4eba9d9 HTTP/1.1" status: 204 len: 168 time: 0.1861045 Feb 17 00:07:51.283138 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0b7f7-d030-40dd-a874-2fc4caf0b334 req-3d3fcdf2-28c4-4ddb-8182-76d0e093f33c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:51.284766 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-91b0b7f7-d030-40dd-a874-2fc4caf0b334 req-3d3fcdf2-28c4-4ddb-8182-76d0e093f33c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.2069023 Feb 17 00:07:51.369276 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-91b0b7f7-d030-40dd-a874-2fc4caf0b334 req-cf3e4f88-afac-4b6b-9b92-eb3d541f9c74 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719278 Feb 17 00:07:51.385785 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3f5b2-9bdc-439b-97e6-0d3107fbae43 req-4716a2a6-bed9-4d64-a343-7c95ddc75470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:51.387597 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-55a3f5b2-9bdc-439b-97e6-0d3107fbae43 req-4716a2a6-bed9-4d64-a343-7c95ddc75470 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41f1d152-05fa-431e-881d-6789a11dfe22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1527083 Feb 17 00:07:51.548972 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-55a3f5b2-9bdc-439b-97e6-0d3107fbae43 req-bed886de-8565-474a-a895-18515eb569aa service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434793 Feb 17 00:07:51.563051 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 53160) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:51.704809 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-55a3f5b2-9bdc-439b-97e6-0d3107fbae43 req-f9b300ef-fa21-475c-b905-2413c93b8b9b service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1487794 Feb 17 00:07:51.720031 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5c71f6b2-e417-4657-b684-811e85e41e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:51.743925 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-5c71f6b2-e417-4657-b684-811e85e41e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:07:51.787313 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-5c71f6b2-e417-4657-b684-811e85e41e38 admin admin] Usage tracker for resource:security_group_rule and tenant:08db3158ac7246c4816933d42a23a3b4 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:07:51.795916 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-5c71f6b2-e417-4657-b684-811e85e41e38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:07:51.809539 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-5c71f6b2-e417-4657-b684-811e85e41e38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:07:51.870007 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31aa4c-c931-4d9e-811d-f29074103faa req-10922c4e-5962-4808-8f32-10af9d1b80e3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:51.874548 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2d31aa4c-c931-4d9e-811d-f29074103faa req-10922c4e-5962-4808-8f32-10af9d1b80e3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1270947 Feb 17 00:07:51.943144 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2d31aa4c-c931-4d9e-811d-f29074103faa req-c4b8b54e-1544-4b0b-a248-f52f2960d54d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629358 Feb 17 00:07:51.984381 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5c71f6b2-e417-4657-b684-811e85e41e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:51.987808 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5c71f6b2-e417-4657-b684-811e85e41e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:51.997750 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-decf4e51-7a21-459b-b864-0ef243bcef81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:52.001059 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fc7afd2a-6245-4ffa-b93d-8f1e0d05c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:52.046383 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-5c71f6b2-e417-4657-b684-811e85e41e38 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=08db3158ac7246c4816933d42a23a3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821086 Feb 17 00:07:52.047384 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71f6b2-e417-4657-b684-811e85e41e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7935d6-3209-4170-bd8b-897d2d0b541f,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:52.050844 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 53180) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:52.051042 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5c71f6b2-e417-4657-b684-811e85e41e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:52.114741 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2e760b3e-8d0c-4644-9d1b-169c2f9247c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:52.142794 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2e760b3e-8d0c-4644-9d1b-169c2f9247c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:52.188598 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2e760b3e-8d0c-4644-9d1b-169c2f9247c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:52.194293 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c6124eb1-0df7-4e5c-9a24-94f650080be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:52.208543 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e760b3e-8d0c-4644-9d1b-169c2f9247c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7935d6-3209-4170-bd8b-897d2d0b541f,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:52.212472 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2e760b3e-8d0c-4644-9d1b-169c2f9247c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:52.213274 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2e760b3e-8d0c-4644-9d1b-169c2f9247c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:52.218219 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-2e760b3e-8d0c-4644-9d1b-169c2f9247c7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ac7935d6-3209-4170-bd8b-897d2d0b541f HTTP/1.1" status: 204 len: 168 time: 0.1624749 Feb 17 00:07:52.621653 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412a229-b570-4831-9823-c06fcb631362 req-d1fe7018-53ff-4d3a-8faa-0debd1f08087 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:52.623328 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3412a229-b570-4831-9823-c06fcb631362 req-d1fe7018-53ff-4d3a-8faa-0debd1f08087 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0989730 Feb 17 00:07:52.678122 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3412a229-b570-4831-9823-c06fcb631362 req-ec3e1315-5c4a-4177-9509-bfdd0eeb7b15 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456429 Feb 17 00:07:53.211411 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9b213-6875-44cd-b834-f0713cfd9bd1 req-8c134311-5433-4539-aafe-b772877b0a07 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:53.215254 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c9f9b213-6875-44cd-b834-f0713cfd9bd1 req-8c134311-5433-4539-aafe-b772877b0a07 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1391566 Feb 17 00:07:53.297756 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c9f9b213-6875-44cd-b834-f0713cfd9bd1 req-303df716-cdab-444b-9a05-942afb336a29 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759833 Feb 17 00:07:53.893084 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870860ce-45d8-4fa0-b77f-2b74b6688a33 req-c2233905-f6cd-4359-9654-6c7b674c9b0f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:53.894829 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-870860ce-45d8-4fa0-b77f-2b74b6688a33 req-c2233905-f6cd-4359-9654-6c7b674c9b0f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0909214 Feb 17 00:07:53.997567 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-870860ce-45d8-4fa0-b77f-2b74b6688a33 req-179537aa-7b03-48ce-968b-ed46c41f3da7 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962937 Feb 17 00:07:54.473509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5294657b-9af5-4c6a-990f-04b8969e42df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:54.559521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6c965-bfd2-44bc-bc40-3709afe62f2d req-0af680f7-63e7-4335-8690-ab08f084a1c1 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:54.561141 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9ca6c965-bfd2-44bc-bc40-3709afe62f2d req-0af680f7-63e7-4335-8690-ab08f084a1c1 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1136391 Feb 17 00:07:54.610840 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9ca6c965-bfd2-44bc-bc40-3709afe62f2d req-d9e5e480-0e10-403e-9f70-d401b5f57ab7 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431521 Feb 17 00:07:54.906419 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:55.208681 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2497845-e95e-4237-9b10-3141df5a10fc req-d77de38a-92b5-4517-8b3e-47a561f4495e tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:55.210258 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d2497845-e95e-4237-9b10-3141df5a10fc req-d77de38a-92b5-4517-8b3e-47a561f4495e tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0881090 Feb 17 00:07:55.261668 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d2497845-e95e-4237-9b10-3141df5a10fc req-1b0b8f86-c796-4924-9dbb-65c2f998da67 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450759 Feb 17 00:07:55.846724 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c314b1-d2ea-49a1-9941-7a68b3ddc306 req-f45776c0-3fd8-499f-8989-603d0375d8d9 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:55.848335 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-64c314b1-d2ea-49a1-9941-7a68b3ddc306 req-f45776c0-3fd8-499f-8989-603d0375d8d9 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1053474 Feb 17 00:07:55.909048 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-64c314b1-d2ea-49a1-9941-7a68b3ddc306 req-156c34fd-0d4a-4636-882a-e095e486c42b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534427 Feb 17 00:07:56.110187 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:56.370022 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:56.477134 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05936e-d519-4001-ae5e-ddf5af4a2a4e req-578aedc4-2c00-49b5-8df7-837fcfe45e2e tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:56.479220 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-eb05936e-d519-4001-ae5e-ddf5af4a2a4e req-578aedc4-2c00-49b5-8df7-837fcfe45e2e tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0990572 Feb 17 00:07:56.527944 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-eb05936e-d519-4001-ae5e-ddf5af4a2a4e req-ae0e5a9d-c0d2-4245-ad30-b0e1ed0d8ccd tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421875 Feb 17 00:07:57.121123 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acabca0-89c7-4fa4-8cf3-2f7b239843db req-083ccbb3-979c-4b5e-9ba4-363fbc339967 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:57.122750 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2acabca0-89c7-4fa4-8cf3-2f7b239843db req-083ccbb3-979c-4b5e-9ba4-363fbc339967 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.0927262 Feb 17 00:07:57.171243 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2acabca0-89c7-4fa4-8cf3-2f7b239843db req-4a65f626-8e8c-47f3-8b94-aed854c43331 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419555 Feb 17 00:07:57.736304 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed489c48-50b5-465f-9978-7dccf4fb521b req-5551542a-1a23-4637-8838-b88695644e52 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:57.737900 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ed489c48-50b5-465f-9978-7dccf4fb521b req-5551542a-1a23-4637-8838-b88695644e52 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0877881 Feb 17 00:07:57.784306 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ed489c48-50b5-465f-9978-7dccf4fb521b req-50c48aa5-fb4a-40e5-9052-a06fa36c6822 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400531 Feb 17 00:07:58.382905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d7723-35bc-46b1-96e0-07c2a88558af req-a2925755-11fd-4c3d-9be5-ddb3e7e8a093 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:58.385081 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fe2d7723-35bc-46b1-96e0-07c2a88558af req-a2925755-11fd-4c3d-9be5-ddb3e7e8a093 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.0936117 Feb 17 00:07:58.434073 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fe2d7723-35bc-46b1-96e0-07c2a88558af req-146ae17d-77f0-447b-a1c7-7d9405ff18c4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424922 Feb 17 00:07:59.006166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3461c-92ef-4a0b-b5fc-9d3cd356fb21 req-9009cf12-8276-45a4-8441-d559e58792a9 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:59.009661 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-39c3461c-92ef-4a0b-b5fc-9d3cd356fb21 req-9009cf12-8276-45a4-8441-d559e58792a9 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1022141 Feb 17 00:07:59.059484 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-39c3461c-92ef-4a0b-b5fc-9d3cd356fb21 req-e7b52e03-1f70-48e6-87b6-849970534b92 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451090 Feb 17 00:07:59.354757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:07:59.459171 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:07:59.459674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:59.713718 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74daa14c-8a72-47aa-9e54-b2d9550c901a req-0fa0113a-8fbd-4148-a42a-899b8132883a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:07:59.722258 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-74daa14c-8a72-47aa-9e54-b2d9550c901a req-0fa0113a-8fbd-4148-a42a-899b8132883a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1381876 Feb 17 00:07:59.767092 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-74daa14c-8a72-47aa-9e54-b2d9550c901a req-17269f7c-54c4-49fd-95f2-dd17bb966b91 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438461 Feb 17 00:08:00.283674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de1aac-ce9b-49c8-84c2-e8c90497b60d req-4f894104-4537-4fa3-8324-65db9b4a2931 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:00.285288 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10de1aac-ce9b-49c8-84c2-e8c90497b60d req-4f894104-4537-4fa3-8324-65db9b4a2931 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0892406 Feb 17 00:08:00.345050 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-10de1aac-ce9b-49c8-84c2-e8c90497b60d req-1bbac725-322e-4591-90ae-7329c147cd2d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517082 Feb 17 00:08:01.039302 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06b28d-ef4b-448c-86d0-594e8f52aab0 req-809f7977-395e-4a46-a7f1-0b4fb421db71 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:01.040908 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2f06b28d-ef4b-448c-86d0-594e8f52aab0 req-809f7977-395e-4a46-a7f1-0b4fb421db71 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1181424 Feb 17 00:08:01.115854 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2f06b28d-ef4b-448c-86d0-594e8f52aab0 req-d8c1ad16-a92d-4b35-828e-6b1c24649fe1 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685410 Feb 17 00:08:01.557015 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475b2b-e347-4775-a593-c7c552290e51 req-a9415a10-dbd1-46e2-b95b-e2ed8502139e tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:01.558574 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cc475b2b-e347-4775-a593-c7c552290e51 req-a9415a10-dbd1-46e2-b95b-e2ed8502139e tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0883567 Feb 17 00:08:01.610106 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cc475b2b-e347-4775-a593-c7c552290e51 req-21f6ed10-da49-417d-b5bc-c50165bffe01 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451589 Feb 17 00:08:02.324318 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39519d0a-0df8-4a65-bdf4-926ed32c98d9 req-ed98532a-519c-4c24-a864-1a847bcb83a7 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:02.325942 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-39519d0a-0df8-4a65-bdf4-926ed32c98d9 req-ed98532a-519c-4c24-a864-1a847bcb83a7 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.0870714 Feb 17 00:08:02.377836 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-39519d0a-0df8-4a65-bdf4-926ed32c98d9 req-4910dc30-010b-4d9e-a1f8-c66f21a81704 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454910 Feb 17 00:08:02.826158 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c0a59-1cb5-4c36-ad5d-cb731a4ce93f req-327d81bf-b82c-4649-a90a-c793834c4016 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:02.827751 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a09c0a59-1cb5-4c36-ad5d-cb731a4ce93f req-327d81bf-b82c-4649-a90a-c793834c4016 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0908163 Feb 17 00:08:02.879420 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a09c0a59-1cb5-4c36-ad5d-cb731a4ce93f req-61036cb0-5aaf-4be6-bd8e-7b32c158a95a tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454280 Feb 17 00:08:03.599898 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0969c-52b9-4bf9-9609-15296eacfedc req-c3aa215c-5ac8-4797-96cc-c6217efb7d7d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:03.601510 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-71e0969c-52b9-4bf9-9609-15296eacfedc req-c3aa215c-5ac8-4797-96cc-c6217efb7d7d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.0922043 Feb 17 00:08:03.648881 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-71e0969c-52b9-4bf9-9609-15296eacfedc req-4232c9b7-f8c0-4cdc-aee9-ae00b58b9031 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405271 Feb 17 00:08:04.117541 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377c70-8919-4ce3-a18b-f531a51a779e req-789984ac-5dc6-400f-bb76-b9ac1096caca tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:04.119484 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f5377c70-8919-4ce3-a18b-f531a51a779e req-789984ac-5dc6-400f-bb76-b9ac1096caca tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1043365 Feb 17 00:08:04.201306 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f5377c70-8919-4ce3-a18b-f531a51a779e req-bed6201f-6324-475a-a812-7aa482b52082 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699890 Feb 17 00:08:04.882966 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c258f-a96d-45dd-8b53-0207c645126c req-e0ab54f3-9e37-40e9-bdab-b123fd8f0c50 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:04.887922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281646ed-3b66-45e0-889c-3a8c9397f086 req-f4170812-6bd1-4aac-acb5-65df34dbdf0e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:04.889866 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-281646ed-3b66-45e0-889c-3a8c9397f086 req-f4170812-6bd1-4aac-acb5-65df34dbdf0e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.3214266 Feb 17 00:08:04.890904 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2a5c258f-a96d-45dd-8b53-0207c645126c req-e0ab54f3-9e37-40e9-bdab-b123fd8f0c50 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1037521 Feb 17 00:08:04.938579 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2a5c258f-a96d-45dd-8b53-0207c645126c req-c6bf0def-e372-41e9-a06a-21841a17105f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466039 Feb 17 00:08:04.944085 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-281646ed-3b66-45e0-889c-3a8c9397f086 req-8c020d65-b53f-4f64-bccd-29d0fde162dd tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0475144 Feb 17 00:08:05.409295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c38808-6e9d-4751-b5de-34b03c0921cc req-94a03546-ab91-4c04-a166-579c42e5511f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:05.411093 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-92c38808-6e9d-4751-b5de-34b03c0921cc req-94a03546-ab91-4c04-a166-579c42e5511f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0906277 Feb 17 00:08:05.479940 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-92c38808-6e9d-4751-b5de-34b03c0921cc req-c070bc5a-04f4-429e-a1c1-faa8df2fc23f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624266 Feb 17 00:08:06.167555 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b0af4-dcfa-483a-92f6-ef1a9c1071c2 req-a1a37a9b-7521-48e8-a19f-c439b753fc61 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:06.169788 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4a4b0af4-dcfa-483a-92f6-ef1a9c1071c2 req-a1a37a9b-7521-48e8-a19f-c439b753fc61 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1004281 Feb 17 00:08:06.174856 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48980-e3a8-4d1e-8e0e-40c575217740 req-7d5490c4-26d3-4e6f-851e-20c588104977 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:06.176708 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-70d48980-e3a8-4d1e-8e0e-40c575217740 req-7d5490c4-26d3-4e6f-851e-20c588104977 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.0953431 Feb 17 00:08:06.219828 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4a4b0af4-dcfa-483a-92f6-ef1a9c1071c2 req-d29cf432-98a9-4b14-86ae-8e5bec783e54 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437376 Feb 17 00:08:06.230913 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-70d48980-e3a8-4d1e-8e0e-40c575217740 req-9cc4e381-fd3d-46f1-b21c-c87ef4e42dfa tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0476110 Feb 17 00:08:06.708122 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34f275-132f-4d87-84f7-b6a1ab479758 req-6988aa8e-2a12-44fc-a81a-4c8f1c5b9252 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:06.709824 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7a34f275-132f-4d87-84f7-b6a1ab479758 req-6988aa8e-2a12-44fc-a81a-4c8f1c5b9252 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0914354 Feb 17 00:08:06.767590 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7a34f275-132f-4d87-84f7-b6a1ab479758 req-0fa044dc-0240-42e0-a7bb-a96ecb96ef59 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441060 Feb 17 00:08:07.455051 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33851fb-9804-453b-ac76-4d2bba5af50d req-3b67fba5-7327-4bd5-8afb-c5db2f5f330c tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:07.457515 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b33851fb-9804-453b-ac76-4d2bba5af50d req-3b67fba5-7327-4bd5-8afb-c5db2f5f330c tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1118810 Feb 17 00:08:07.494432 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb6100-e627-4beb-8b50-68905e0842ca req-700fb222-8a52-47cb-9a37-f82f22a6f27b tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:07.498276 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b5bb6100-e627-4beb-8b50-68905e0842ca req-700fb222-8a52-47cb-9a37-f82f22a6f27b tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.1192162 Feb 17 00:08:07.528344 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b33851fb-9804-453b-ac76-4d2bba5af50d req-209810fc-85ad-447f-8be5-3d062d8a0632 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647752 Feb 17 00:08:07.566582 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b5bb6100-e627-4beb-8b50-68905e0842ca req-4886df57-c66f-405d-87c7-abb2604843f9 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0518262 Feb 17 00:08:07.973613 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0867c-b9fd-4dca-8894-dd90c9ec2581 req-c46741a0-ab78-46de-9ca6-228ddf1561c4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:07.975167 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-40e0867c-b9fd-4dca-8894-dd90c9ec2581 req-c46741a0-ab78-46de-9ca6-228ddf1561c4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0898476 Feb 17 00:08:08.026758 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-40e0867c-b9fd-4dca-8894-dd90c9ec2581 req-0c5021f9-33bd-497c-b1bd-5c96c5c9ddf2 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445228 Feb 17 00:08:08.836853 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a7685-3031-48c8-a02f-96f8f6ef84c9 req-bae11908-25c2-4a6c-b55e-e1702191c00a tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:08.839216 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-362a7685-3031-48c8-a02f-96f8f6ef84c9 req-bae11908-25c2-4a6c-b55e-e1702191c00a tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.1009767 Feb 17 00:08:08.859944 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8a22b-0083-4f6e-8f26-ba88b8cb2ac6 req-4b54cb95-4b4a-445f-90e1-bdd10a026d5f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:08.861887 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-37f8a22b-0083-4f6e-8f26-ba88b8cb2ac6 req-4b54cb95-4b4a-445f-90e1-bdd10a026d5f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1447027 Feb 17 00:08:08.898376 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-362a7685-3031-48c8-a02f-96f8f6ef84c9 req-d8ec9da8-5444-47dd-9edf-1717cb10e119 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0526640 Feb 17 00:08:08.941226 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-37f8a22b-0083-4f6e-8f26-ba88b8cb2ac6 req-6da3a29e-f84b-49b6-a7ba-a71b55c4f547 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717595 Feb 17 00:08:09.284886 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39cd41-40ea-4dc0-bae2-b2bc211219c5 req-54082ed6-e171-49a0-95eb-6b252138472c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:09.286546 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3a39cd41-40ea-4dc0-bae2-b2bc211219c5 req-54082ed6-e171-49a0-95eb-6b252138472c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0943487 Feb 17 00:08:09.335089 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3a39cd41-40ea-4dc0-bae2-b2bc211219c5 req-c2f3fd22-22bf-408f-80c2-f6407aed82ae tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422766 Feb 17 00:08:10.121666 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce9c28-41f7-4334-804b-dd0565f5c178 req-a14169df-ee70-4c34-803c-0f1b94ec5e66 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:10.124034 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-17ce9c28-41f7-4334-804b-dd0565f5c178 req-a14169df-ee70-4c34-803c-0f1b94ec5e66 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.0938144 Feb 17 00:08:10.159136 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd7346-e0ed-4e04-a162-2239b155ae6e req-73927e1a-4a88-40e5-8d08-26dc07cef664 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:10.160744 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c5fd7346-e0ed-4e04-a162-2239b155ae6e req-73927e1a-4a88-40e5-8d08-26dc07cef664 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.0932834 Feb 17 00:08:10.177687 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-17ce9c28-41f7-4334-804b-dd0565f5c178 req-c611623f-5a42-4735-8cbc-921516233255 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0447621 Feb 17 00:08:10.212586 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c5fd7346-e0ed-4e04-a162-2239b155ae6e req-042e8710-99be-4c02-a68d-aea1c4461a72 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452180 Feb 17 00:08:10.548885 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ff53f-062d-44bf-9af5-8b00418a7042 req-e82f666a-e09e-49fc-b7d1-65a9b250fd45 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:10.550520 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-854ff53f-062d-44bf-9af5-8b00418a7042 req-e82f666a-e09e-49fc-b7d1-65a9b250fd45 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0904369 Feb 17 00:08:10.587271 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2435986-125d-45d5-87e9-b65e54e24b60 req-85bc1004-6744-466b-ad3b-45cb9f940423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:10.588998 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b2435986-125d-45d5-87e9-b65e54e24b60 req-85bc1004-6744-466b-ad3b-45cb9f940423 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aed35f557341417fb5448e2d6f60f1fb&device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 1202 time: 0.0819781 Feb 17 00:08:10.601514 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-854ff53f-062d-44bf-9af5-8b00418a7042 req-a6ee5323-1bbe-4a87-be54-3f4f914a2db8 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441833 Feb 17 00:08:10.742985 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2435986-125d-45d5-87e9-b65e54e24b60 req-5400b149-1e15-4998-893e-2e995c70fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:10.744871 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b2435986-125d-45d5-87e9-b65e54e24b60 req-5400b149-1e15-4998-893e-2e995c70fb6d service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a2d43b7-daa1-41df-b68e-2e9e428becfa HTTP/1.1" status: 200 len: 909 time: 0.1470251 Feb 17 00:08:10.858973 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b2435986-125d-45d5-87e9-b65e54e24b60 req-3e3c5d73-65fa-4aaf-bc67-89da4a73c846 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45faf73-69f6-4338-b4c1-f0724f6f5789 HTTP/1.1" status: 200 len: 1001 time: 0.1066947 Feb 17 00:08:10.930625 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2435986-125d-45d5-87e9-b65e54e24b60 req-89c79c06-4d16-4faf-85f6-ada7e0be8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:10.932222 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b2435986-125d-45d5-87e9-b65e54e24b60 req-89c79c06-4d16-4faf-85f6-ada7e0be8c80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d80aa7e2-dad3-42a4-a5a4-70d96d082108 HTTP/1.1" status: 200 len: 854 time: 0.0657623 Feb 17 00:08:11.026320 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2435986-125d-45d5-87e9-b65e54e24b60 req-3afee908-296f-46e2-881d-383207965fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:11.028561 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b2435986-125d-45d5-87e9-b65e54e24b60 req-3afee908-296f-46e2-881d-383207965fca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a2d43b7-daa1-41df-b68e-2e9e428becfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787890 Feb 17 00:08:11.174636 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b2435986-125d-45d5-87e9-b65e54e24b60 req-834cf3e2-4983-418b-bda4-f0ebf2b5c676 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381068 Feb 17 00:08:11.375393 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b2435986-125d-45d5-87e9-b65e54e24b60 req-7a7d717c-a157-469d-9a65-c90cd0dbad1b service neutron] 10.222.0.54 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1928704 Feb 17 00:08:11.408830 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968d097-c7c3-4109-ac34-2bac888539f0 req-befef40c-eb1c-48d0-bca1-5306df6105b5 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:11.410489 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f968d097-c7c3-4109-ac34-2bac888539f0 req-befef40c-eb1c-48d0-bca1-5306df6105b5 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.1129861 Feb 17 00:08:11.443209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb55465-e0bd-4f64-a793-41f92ac45a7b req-fb4dbd63-aae7-4c08-82b1-4dc27c954b26 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:11.444801 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-efb55465-e0bd-4f64-a793-41f92ac45a7b req-fb4dbd63-aae7-4c08-82b1-4dc27c954b26 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1056924 Feb 17 00:08:11.466272 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f968d097-c7c3-4109-ac34-2bac888539f0 req-81c33d77-0ca6-4a6d-814f-d7e46c38232a tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0485229 Feb 17 00:08:11.498026 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-efb55465-e0bd-4f64-a793-41f92ac45a7b req-ecaf9d3a-8b13-415b-b3a4-c5c36b6df1ba tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458343 Feb 17 00:08:11.806373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40606851-e3df-4f01-ae3f-0fabcaf36f26 req-013f989a-d861-429e-be29-58423a1f2b5d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:11.808011 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-40606851-e3df-4f01-ae3f-0fabcaf36f26 req-013f989a-d861-429e-be29-58423a1f2b5d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0872993 Feb 17 00:08:11.859296 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-40606851-e3df-4f01-ae3f-0fabcaf36f26 req-ee0028d1-a3af-43b5-85ac-ced0068c1ec6 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450120 Feb 17 00:08:12.725116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23409d-cfae-4c0b-abae-a9954353d5ca req-0567dd89-d36d-4ad0-9265-ce54eff18c77 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:12.726955 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ca23409d-cfae-4c0b-abae-a9954353d5ca req-0567dd89-d36d-4ad0-9265-ce54eff18c77 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.0935769 Feb 17 00:08:12.743497 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76899cbd-e54f-409a-9cd2-940a9c0489b6 req-ef72a016-e741-40e9-a5ca-021ae0daf88f tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:12.745233 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-76899cbd-e54f-409a-9cd2-940a9c0489b6 req-ef72a016-e741-40e9-a5ca-021ae0daf88f tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.1574502 Feb 17 00:08:12.776713 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ca23409d-cfae-4c0b-abae-a9954353d5ca req-33d3c893-e72a-4f57-b674-25d892b6a201 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426075 Feb 17 00:08:12.804176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d95bad-ce7d-4c32-b99b-c9057d74d4e0 req-cc75006d-7961-4e5a-a7a3-665f6530db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:12.805800 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-48d95bad-ce7d-4c32-b99b-c9057d74d4e0 req-cc75006d-7961-4e5a-a7a3-665f6530db42 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 1162 time: 0.1442931 Feb 17 00:08:12.815597 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-76899cbd-e54f-409a-9cd2-940a9c0489b6 req-51615614-39e4-4469-b7b5-8f788fedbee6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0623124 Feb 17 00:08:12.859045 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-48d95bad-ce7d-4c32-b99b-c9057d74d4e0 req-25313ae4-6ad2-4781-a160-5d561458b5a1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409493 Feb 17 00:08:13.064141 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5854b-f6a6-48c5-8262-14abba214bae req-c45360c6-ad17-4a62-bfb8-a7ba1b0ef793 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:13.065766 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5ef5854b-f6a6-48c5-8262-14abba214bae req-c45360c6-ad17-4a62-bfb8-a7ba1b0ef793 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0893381 Feb 17 00:08:13.112611 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5ef5854b-f6a6-48c5-8262-14abba214bae req-b89a6023-1a6f-4110-9eca-31c1af19c604 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405700 Feb 17 00:08:13.998572 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22989662-90b1-4706-9ba5-7ab4f89346a6 req-8070c81f-ec30-4ccd-9397-18e7fc479a76 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:14.000312 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-22989662-90b1-4706-9ba5-7ab4f89346a6 req-8070c81f-ec30-4ccd-9397-18e7fc479a76 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.0967083 Feb 17 00:08:14.025714 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf314392-7a3a-42c7-a058-f0dc3812368a req-6175563a-c7c8-4ea9-838d-0ecc0cb40975 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:14.034886 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cf314392-7a3a-42c7-a058-f0dc3812368a req-6175563a-c7c8-4ea9-838d-0ecc0cb40975 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.1010580 Feb 17 00:08:14.055434 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-22989662-90b1-4706-9ba5-7ab4f89346a6 req-b4c77e53-be96-49b0-9a9c-9914a8015abe tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464408 Feb 17 00:08:14.088028 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cf314392-7a3a-42c7-a058-f0dc3812368a req-56bf42f2-2ec5-4526-9034-0e91c68b671c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0521410 Feb 17 00:08:14.314479 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0da8f-0c50-493c-9878-2910dee68fc8 req-5bca13de-7a83-44ff-a206-42d09b09eaa1 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:14.316081 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-09d0da8f-0c50-493c-9878-2910dee68fc8 req-5bca13de-7a83-44ff-a206-42d09b09eaa1 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0895283 Feb 17 00:08:14.364530 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-09d0da8f-0c50-493c-9878-2910dee68fc8 req-cf2d02d8-084d-49e7-8769-e65622fe1c46 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Feb 17 00:08:14.908046 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9adda4-5856-490c-8ae7-42a0cd50e4b1 req-85005965-ed83-498e-9635-918afa3944c9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:14.909538 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fb9adda4-5856-490c-8ae7-42a0cd50e4b1 req-85005965-ed83-498e-9635-918afa3944c9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0856812 Feb 17 00:08:14.958254 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fb9adda4-5856-490c-8ae7-42a0cd50e4b1 req-0080c01c-9b2f-4532-8503-6a3e3275888c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419786 Feb 17 00:08:15.282683 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b4428-a873-49c3-9024-8c56950d1ce9 req-ec3e6191-d80c-4ebb-8ac1-0305495008c7 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:15.284330 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-206b4428-a873-49c3-9024-8c56950d1ce9 req-ec3e6191-d80c-4ebb-8ac1-0305495008c7 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1001163 Feb 17 00:08:15.306024 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728b07d-3dd1-469f-9ea4-212ecd4a452d req-89406104-d7f3-4989-8772-33fb84641ab5 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:15.314471 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7728b07d-3dd1-469f-9ea4-212ecd4a452d req-89406104-d7f3-4989-8772-33fb84641ab5 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.1051388 Feb 17 00:08:15.335292 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-206b4428-a873-49c3-9024-8c56950d1ce9 req-c1b1ac5e-f76c-4b5d-bea4-586bbb02a499 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445879 Feb 17 00:08:15.378600 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7728b07d-3dd1-469f-9ea4-212ecd4a452d req-339d43d4-2946-4d85-b0f1-0fc29088d889 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0623076 Feb 17 00:08:15.571606 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6bb35-e422-44fa-857e-2d5a71334dc0 req-ba1b55e2-63a6-4140-897f-8f5c8fba5b22 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:15.573220 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f3d6bb35-e422-44fa-857e-2d5a71334dc0 req-ba1b55e2-63a6-4140-897f-8f5c8fba5b22 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0924056 Feb 17 00:08:15.622030 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f3d6bb35-e422-44fa-857e-2d5a71334dc0 req-853d4890-222c-432d-af4f-5754a30dd40e tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418277 Feb 17 00:08:16.142968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:08:16.188798 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9859ae-92c3-4a30-a59f-3485d0fedca0 req-2b3b978d-6e1f-4338-bf6b-8844568f3ba8 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:16.190426 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bd9859ae-92c3-4a30-a59f-3485d0fedca0 req-2b3b978d-6e1f-4338-bf6b-8844568f3ba8 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0923886 Feb 17 00:08:16.218267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b432a-6a38-4c2d-b889-a9375c94c256 req-3ca4cc57-3c32-487c-ae7c-5c2fbe3ef3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:16.219885 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-737b432a-6a38-4c2d-b889-a9375c94c256 req-3ca4cc57-3c32-487c-ae7c-5c2fbe3ef3d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ee46360fcd446293cdd25aa696350b&device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 1162 time: 0.1525273 Feb 17 00:08:16.227343 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bcbbf-1b59-44c7-90b4-1536c1aa0145 req-44299501-76ad-4191-8784-f6b61e54c9e9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:16.228841 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c16bcbbf-1b59-44c7-90b4-1536c1aa0145 req-44299501-76ad-4191-8784-f6b61e54c9e9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1262951 Feb 17 00:08:16.240394 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bd9859ae-92c3-4a30-a59f-3485d0fedca0 req-81e73f44-f0ad-409a-8a15-2b4d003483da tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427475 Feb 17 00:08:16.368211 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c16bcbbf-1b59-44c7-90b4-1536c1aa0145 req-6e643d87-373b-4704-8ce0-7c3354b1377a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326044 Feb 17 00:08:16.417110 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b432a-6a38-4c2d-b889-a9375c94c256 req-9380d136-addd-4270-afe7-7c0b2e58806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:16.419122 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-737b432a-6a38-4c2d-b889-a9375c94c256 req-9380d136-addd-4270-afe7-7c0b2e58806f service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ca00216-ee09-4b8a-a03b-9db9b3566f52 HTTP/1.1" status: 200 len: 912 time: 0.1677692 Feb 17 00:08:16.519123 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9f435afa-a1fd-41eb-bd63-286cdf13434e up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:08:16.540777 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-737b432a-6a38-4c2d-b889-a9375c94c256 req-0b557a87-0f07-43bb-bbe9-29e15caacd8e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d14d1e1b-e7d4-40d7-a21f-d717b23ef138 HTTP/1.1" status: 200 len: 217 time: 0.1082659 Feb 17 00:08:16.568436 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf26a-8014-4218-a83e-20d159d6e97e req-bed59a87-2468-4286-a259-ee31ebe4d649 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:16.570074 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3a1bf26a-8014-4218-a83e-20d159d6e97e req-bed59a87-2468-4286-a259-ee31ebe4d649 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.0950396 Feb 17 00:08:16.602343 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9f435afa-a1fd-41eb-bd63-286cdf13434e triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:08:16.603126 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:16.619022 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3a1bf26a-8014-4218-a83e-20d159d6e97e req-bb70a1b0-17fc-4235-85c9-aacb58352db6 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416179 Feb 17 00:08:16.652358 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b432a-6a38-4c2d-b889-a9375c94c256 req-06fcc571-1492-4e6a-aabe-5bacd35653a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:16.654281 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-737b432a-6a38-4c2d-b889-a9375c94c256 req-06fcc571-1492-4e6a-aabe-5bacd35653a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17138db5-0c15-4399-a1cd-bdf6e1de4aee HTTP/1.1" status: 200 len: 858 time: 0.0995357 Feb 17 00:08:16.660711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d4444-31d5-468f-893f-5951537bcd68 req-d85224ea-037b-4869-808e-40b0f46fbf98 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:16.662268 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e84d4444-31d5-468f-893f-5951537bcd68 req-d85224ea-037b-4869-808e-40b0f46fbf98 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.1671200 Feb 17 00:08:16.735103 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-737b432a-6a38-4c2d-b889-a9375c94c256 req-7f2a96f7-6aec-4cf8-86d5-62be5b46d3b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ca00216-ee09-4b8a-a03b-9db9b3566f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665247 Feb 17 00:08:16.746720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:16.776587 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f435afa-a1fd-41eb-bd63-286cdf13434e'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:08:16.794072 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 9f435afa-a1fd-41eb-bd63-286cdf13434e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9f435afa-a1fd-41eb-bd63-286cdf13434e,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:08:16.802504 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:16.803759 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:08:16.836913 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f435afa-a1fd-41eb-bd63-286cdf13434e', 'code': 200} Feb 17 00:08:16.842322 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:16.846229 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e84d4444-31d5-468f-893f-5951537bcd68 req-4f77a614-f0b5-4398-be7b-ca85b848a756 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1339417 Feb 17 00:08:16.924909 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-737b432a-6a38-4c2d-b889-a9375c94c256 req-8db17e18-6b85-4a5e-bb55-cc0227e66aaa service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721416 Feb 17 00:08:16.945306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=9f435afa-a1fd-41eb-bd63-286cdf13434e,revision_number=6']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:16.960062 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.960453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.960833 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.961204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.961571 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.961955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.962306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.962669 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.963035 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.963399 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.963761 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.964128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.964532 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.964899 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.965239 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.965594 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.965980 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.966389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.966742 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.967099 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.967454 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.967808 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.968165 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.968512 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:16.973976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:16.975295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:08:16.975725 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:17.092811 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-737b432a-6a38-4c2d-b889-a9375c94c256 req-ad429e55-2ca5-45f0-8833-799f36810767 service neutron] 10.222.0.54 "GET /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1528571 Feb 17 00:08:17.462536 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afad0d-74dc-4186-8be7-3f104ba60420 req-3b9b4a6d-0c09-4380-863f-8bd20aa9b9e6 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:17.464355 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f6afad0d-74dc-4186-8be7-3f104ba60420 req-3b9b4a6d-0c09-4380-863f-8bd20aa9b9e6 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1053736 Feb 17 00:08:17.515326 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f6afad0d-74dc-4186-8be7-3f104ba60420 req-2b84e1b7-b390-4230-8078-7d83c650c601 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433528 Feb 17 00:08:17.549068 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9f435afa-a1fd-41eb-bd63-286cdf13434e up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:08:17.632304 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9f435afa-a1fd-41eb-bd63-286cdf13434e triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:08:17.632628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:17.855717 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0af34c-6169-4ac9-8ac4-08f8a5682336 req-e57a9d52-3b35-45ac-af23-ff39e6326cf3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:17.858024 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3c0af34c-6169-4ac9-8ac4-08f8a5682336 req-e57a9d52-3b35-45ac-af23-ff39e6326cf3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0968847 Feb 17 00:08:17.860730 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e921eca-7388-40b3-b6a5-f21cbba7e0c2 req-32be4ed7-bd95-4925-9cee-a5e5fcf619c2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:17.862405 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1e921eca-7388-40b3-b6a5-f21cbba7e0c2 req-32be4ed7-bd95-4925-9cee-a5e5fcf619c2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.3703713 Feb 17 00:08:17.909571 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3c0af34c-6169-4ac9-8ac4-08f8a5682336 req-5d95162f-9398-412f-a3fb-10870175eb48 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Feb 17 00:08:17.924402 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1e921eca-7388-40b3-b6a5-f21cbba7e0c2 req-821c3615-f3d3-44d8-b069-3134706c7e88 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521157 Feb 17 00:08:17.940382 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa0c9a-493e-4765-a27c-75dfe7e5f3cc req-cd73216a-16f3-40f3-813b-85d0abb04c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:17.942079 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-23aa0c9a-493e-4765-a27c-75dfe7e5f3cc req-cd73216a-16f3-40f3-813b-85d0abb04c0a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 1162 time: 0.1310952 Feb 17 00:08:17.995903 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-23aa0c9a-493e-4765-a27c-75dfe7e5f3cc req-429577f4-5b27-4ba3-979f-ebc06b21f3bd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410001 Feb 17 00:08:18.119740 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3810a-7fd6-4afd-8ed8-544ac0ebbefd req-614e7f00-80c0-4366-bde5-dfa8dbfd344d tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:18.121305 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c0b3810a-7fd6-4afd-8ed8-544ac0ebbefd req-614e7f00-80c0-4366-bde5-dfa8dbfd344d tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.0901670 Feb 17 00:08:18.172711 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c0b3810a-7fd6-4afd-8ed8-544ac0ebbefd req-2fbc8acb-934f-4a5d-8146-307361db4d29 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0449600 Feb 17 00:08:18.714009 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb98bf2-cab3-4e6a-87c6-d864481b315e req-ee6ede56-a692-439a-b79e-2326ec72afc4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:18.715561 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eb98bf2-cab3-4e6a-87c6-d864481b315e req-ee6ede56-a692-439a-b79e-2326ec72afc4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0856831 Feb 17 00:08:18.763459 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2eb98bf2-cab3-4e6a-87c6-d864481b315e req-6270a02a-ae91-4ced-a199-20dc8a4ebee9 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411127 Feb 17 00:08:19.136409 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ccb3c-cfdc-4660-8934-b92b1bfd5eb9 req-24f42f4f-6fd1-452a-8e75-0ece8d5b567a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:19.138600 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b38ccb3c-cfdc-4660-8934-b92b1bfd5eb9 req-24f42f4f-6fd1-452a-8e75-0ece8d5b567a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0912561 Feb 17 00:08:19.186201 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b38ccb3c-cfdc-4660-8934-b92b1bfd5eb9 req-745b002f-37b1-4355-9367-4ebe66ec6bc1 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412641 Feb 17 00:08:19.277430 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296589fe-93a0-42eb-9ddd-d4345f302a51 req-0ec24c8c-76d3-4908-af79-0851d79cf394 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:19.279689 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-296589fe-93a0-42eb-9ddd-d4345f302a51 req-0ec24c8c-76d3-4908-af79-0851d79cf394 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0930657 Feb 17 00:08:19.329225 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-296589fe-93a0-42eb-9ddd-d4345f302a51 req-5959cacb-e6e4-4459-9626-61f9ca365eb1 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424838 Feb 17 00:08:19.413373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1747c-c49c-4fca-8829-bb7da28477ff req-b1f971a1-5842-4546-9779-c04168afdcf1 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:19.418627 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3af1747c-c49c-4fca-8829-bb7da28477ff req-b1f971a1-5842-4546-9779-c04168afdcf1 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.1151185 Feb 17 00:08:19.471825 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3af1747c-c49c-4fca-8829-bb7da28477ff req-bac3f953-44e3-4e25-9b16-1edd4729198c tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0504453 Feb 17 00:08:19.580839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:19.965140 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54fc0f-909e-44e0-8c38-a114d1ddc25a req-b98ff616-c1a9-4334-a096-9806bb2bc7f0 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:19.967362 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2b54fc0f-909e-44e0-8c38-a114d1ddc25a req-b98ff616-c1a9-4334-a096-9806bb2bc7f0 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0882418 Feb 17 00:08:20.016983 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2b54fc0f-909e-44e0-8c38-a114d1ddc25a req-69718c42-16e3-434b-9846-c0ba0d39e25c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430999 Feb 17 00:08:20.410727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a553617-5fd7-4d77-a3c1-5325ee5e2e41 req-a9b87a6d-3cce-456b-b117-46849ee5be72 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:20.412307 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2a553617-5fd7-4d77-a3c1-5325ee5e2e41 req-a9b87a6d-3cce-456b-b117-46849ee5be72 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0931377 Feb 17 00:08:20.466400 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2a553617-5fd7-4d77-a3c1-5325ee5e2e41 req-acdd6155-30ed-4613-9a99-52351f290f4e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470679 Feb 17 00:08:20.576100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54978eff-f476-428b-8f0f-22c1c3e2a0f2 req-77816f76-7aee-4a54-b371-31939916121a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:20.577726 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-54978eff-f476-428b-8f0f-22c1c3e2a0f2 req-77816f76-7aee-4a54-b371-31939916121a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1055822 Feb 17 00:08:20.630736 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-54978eff-f476-428b-8f0f-22c1c3e2a0f2 req-090bd7f8-0bf3-4ffa-a0b8-11ae6e2e861b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464859 Feb 17 00:08:20.700468 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbd2b4-199d-4741-9d1a-518356804358 req-ba69c248-d62c-4de9-b638-03bf00d8ef24 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:20.706368 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b9cbd2b4-199d-4741-9d1a-518356804358 req-ba69c248-d62c-4de9-b638-03bf00d8ef24 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.1037097 Feb 17 00:08:20.760077 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b9cbd2b4-199d-4741-9d1a-518356804358 req-03719e29-ec5c-4c67-89a4-2f1053e0f42b tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0500236 Feb 17 00:08:21.241959 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd001c-3f5e-4798-90a1-23197e9b8ece req-a8e06a27-d3bd-4c32-8c74-35158f12ecec tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:21.243724 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-15fd001c-3f5e-4798-90a1-23197e9b8ece req-a8e06a27-d3bd-4c32-8c74-35158f12ecec tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1080174 Feb 17 00:08:21.295632 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-15fd001c-3f5e-4798-90a1-23197e9b8ece req-fa9efbcd-57a3-4741-86ed-ac667f371c3d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451128 Feb 17 00:08:21.662590 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9f435afa-a1fd-41eb-bd63-286cdf13434e up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:08:21.706771 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207d46f-11d1-4fe8-abb4-266366538779 req-95dc36d4-3661-4a80-9865-50a0588e23e6 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:21.708402 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f207d46f-11d1-4fe8-abb4-266366538779 req-95dc36d4-3661-4a80-9865-50a0588e23e6 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.0882170 Feb 17 00:08:21.736702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9f435afa-a1fd-41eb-bd63-286cdf13434e triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:08:21.737098 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:21.758578 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f207d46f-11d1-4fe8-abb4-266366538779 req-e5b6a0b9-9200-4b76-9ff3-e7962577a344 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434396 Feb 17 00:08:21.884059 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:08:21.980575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:08:21.981092 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:22.018179 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa4018-63f2-48fc-ab55-79f4392fe744 req-a7e645fd-1aaf-4904-a843-99362c609e0d tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:22.020091 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-33fa4018-63f2-48fc-ab55-79f4392fe744 req-a7e645fd-1aaf-4904-a843-99362c609e0d tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.0990369 Feb 17 00:08:22.023430 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c08036-6f5d-4f69-ad66-6cde267c709b req-d3e25215-387b-441b-b3fa-895eaca2c8d6 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:22.025030 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e0c08036-6f5d-4f69-ad66-6cde267c709b req-d3e25215-387b-441b-b3fa-895eaca2c8d6 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1174400 Feb 17 00:08:22.054384 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-335b4c76-2606-4178-9a87-a6b999430a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:22.076991 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e0c08036-6f5d-4f69-ad66-6cde267c709b req-7773bde4-4772-4777-b637-050e2a82f68d tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454345 Feb 17 00:08:22.079361 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-33fa4018-63f2-48fc-ab55-79f4392fe744 req-c840c786-b42c-4ade-befa-7e393d2f2c92 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0497539 Feb 17 00:08:23.287973 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decfbc6-ccd0-489b-be98-12524bdb7e4d req-48517872-525f-4425-8632-6c8a5081af21 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:23.289653 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9decfbc6-ccd0-489b-be98-12524bdb7e4d req-48517872-525f-4425-8632-6c8a5081af21 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0933971 Feb 17 00:08:23.289791 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf664bb6-286b-4ebf-9f48-c237fec8c7e8 req-0f6d52e9-038e-49b8-bbbe-dce03e8ce23f tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:23.291288 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cf664bb6-286b-4ebf-9f48-c237fec8c7e8 req-0f6d52e9-038e-49b8-bbbe-dce03e8ce23f tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.0919642 Feb 17 00:08:23.339992 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9decfbc6-ccd0-489b-be98-12524bdb7e4d req-68036acc-ab96-439a-b55e-cbc4ace2edab tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430729 Feb 17 00:08:23.343124 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cf664bb6-286b-4ebf-9f48-c237fec8c7e8 req-6cc67163-c0ba-4b5f-8285-653dd858e9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0444677 Feb 17 00:08:24.469252 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-83635e32-f62d-4209-b831-40c434099d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:24.559439 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994c1cd-4cea-4366-875b-7a233354e6c3 req-d16bd9ef-f052-4968-bda2-c8fc0b516c14 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:24.561591 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8994c1cd-4cea-4366-875b-7a233354e6c3 req-d16bd9ef-f052-4968-bda2-c8fc0b516c14 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.0891743 Feb 17 00:08:24.569587 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728ff65-efbf-4ee6-895e-522bde4c4904 req-eb6cd189-4be3-4d28-9811-e4d5fa669238 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:24.571212 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5728ff65-efbf-4ee6-895e-522bde4c4904 req-eb6cd189-4be3-4d28-9811-e4d5fa669238 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0943863 Feb 17 00:08:24.612794 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8994c1cd-4cea-4366-875b-7a233354e6c3 req-e7148994-a423-4976-91e8-d367da1ce5ee tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0442133 Feb 17 00:08:24.620569 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5728ff65-efbf-4ee6-895e-522bde4c4904 req-e9d78bc7-8e45-41a1-83ea-bbf1e26c509f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416842 Feb 17 00:08:24.905857 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:25.839046 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec2273-2618-4248-9247-39cc678db519 req-75024d40-29ce-4b7d-afec-d7bec61f828a tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:25.840674 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-83ec2273-2618-4248-9247-39cc678db519 req-75024d40-29ce-4b7d-afec-d7bec61f828a tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.0941827 Feb 17 00:08:25.898328 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-83ec2273-2618-4248-9247-39cc678db519 req-498a08f3-a8ca-4849-bb0e-e9c42728af8e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0504200 Feb 17 00:08:26.030403 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713818f-22b1-4709-bceb-50e926926c44 req-24e96706-288a-4be3-9cbb-3beb35e1df04 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:26.031999 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3713818f-22b1-4709-bceb-50e926926c44 req-24e96706-288a-4be3-9cbb-3beb35e1df04 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0869901 Feb 17 00:08:26.083935 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3713818f-22b1-4709-bceb-50e926926c44 req-0822ad69-0283-41a1-a64e-74d43e3e4780 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454652 Feb 17 00:08:26.094975 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:26.098222 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f856b-199e-4899-b883-65254be13893 req-b9b4bc74-7069-40be-838d-bff895ca5269 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:26.099866 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-129f856b-199e-4899-b883-65254be13893 req-b9b4bc74-7069-40be-838d-bff895ca5269 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.0976181 Feb 17 00:08:26.150803 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-129f856b-199e-4899-b883-65254be13893 req-5c2bbf5b-b3cc-4163-8b05-3e5589899300 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445709 Feb 17 00:08:26.366687 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:27.104146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c121686-a467-4fb3-85a0-76b1c3726079 req-d33a68c4-a811-462f-9afc-34a70fc20551 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:27.105965 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2c121686-a467-4fb3-85a0-76b1c3726079 req-d33a68c4-a811-462f-9afc-34a70fc20551 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.0878401 Feb 17 00:08:27.164372 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2c121686-a467-4fb3-85a0-76b1c3726079 req-b7fdb2fc-71e4-4e46-9a01-f0791f38fcbd tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0453491 Feb 17 00:08:27.284284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625134f7-f9fe-49f7-b56c-25367346777e req-81e6d215-1878-4b67-bbe5-3e94ea5f40ee tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:27.285885 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-625134f7-f9fe-49f7-b56c-25367346777e req-81e6d215-1878-4b67-bbe5-3e94ea5f40ee tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0860832 Feb 17 00:08:27.335276 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-625134f7-f9fe-49f7-b56c-25367346777e req-876e933f-fc0c-4b14-b752-0b30e536e320 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428324 Feb 17 00:08:27.361066 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f173e40-ea9a-4442-8301-7527d603a1de req-28f3e03c-fed8-42e1-a262-a2f0ef8abc76 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:27.362797 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f173e40-ea9a-4442-8301-7527d603a1de req-28f3e03c-fed8-42e1-a262-a2f0ef8abc76 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.0917792 Feb 17 00:08:27.412587 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f173e40-ea9a-4442-8301-7527d603a1de req-8a45a50c-e63a-4ac0-9608-643a32c9b788 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432074 Feb 17 00:08:28.557304 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa645ee4-2ebf-4be1-b2be-8d75e1a0a342 req-10af93c1-43cd-44d7-b4cd-46288e5fa0da tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:28.563117 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fa645ee4-2ebf-4be1-b2be-8d75e1a0a342 req-10af93c1-43cd-44d7-b4cd-46288e5fa0da tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0950696 Feb 17 00:08:28.582748 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0017e-722d-4b8f-a550-ffecd8232789 req-8c40a022-065b-45bf-b9bc-1b2fd355b078 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:28.584378 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0ea0017e-722d-4b8f-a550-ffecd8232789 req-8c40a022-065b-45bf-b9bc-1b2fd355b078 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.2989368 Feb 17 00:08:28.609952 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fa645ee4-2ebf-4be1-b2be-8d75e1a0a342 req-676401ae-081f-4706-be59-233f8de4ef70 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445380 Feb 17 00:08:28.648306 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0ea0017e-722d-4b8f-a550-ffecd8232789 req-c9f7c70e-ae02-4853-93b6-1138d71e3f60 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0570729 Feb 17 00:08:28.812369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41b98f-313f-45d8-afa5-7194a01d5cdd req-1ed43943-ba81-44c2-aede-2be9b946d35f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:28.813986 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ad41b98f-313f-45d8-afa5-7194a01d5cdd req-1ed43943-ba81-44c2-aede-2be9b946d35f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.0970182 Feb 17 00:08:28.864073 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ad41b98f-313f-45d8-afa5-7194a01d5cdd req-e2bf0a7c-2871-4650-9ad9-c04bc5e81f26 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431523 Feb 17 00:08:29.117196 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 53996) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:29.238403 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:29.254176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:08:29.258147 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Usage tracker for resource:security_group_rule and tenant:332a89d11bea405bb007725735c1382c is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:08:29.261054 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:08:29.267296 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:08:29.358033 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-5df6edf7-4d83-4357-9e8f-4dd041497a1f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:29.359777 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-5df6edf7-4d83-4357-9e8f-4dd041497a1f tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 946 time: 0.0898733 Feb 17 00:08:29.361826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:29.365313 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:29.397233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ff227267-e950-4bf4-8461-6bcf0ad242b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:29.408790 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=332a89d11bea405bb007725735c1382c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878652 Feb 17 00:08:29.411272 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 54006) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:29.467956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Deleting port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:08:29.468346 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:29.491674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-637ce0de-3550-484e-8c56-ba18bcf19e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:29.501142 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01391511-98ef-4163-a1ea-f3f72ed347ef,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:29.536696 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-637ce0de-3550-484e-8c56-ba18bcf19e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:29.552669 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 54012) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:29.556751 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.557156 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.557595 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.558054 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.558390 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.558820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.559202 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.559616 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.560010 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.560428 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.560810 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.561188 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.561664 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.562069 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.562452 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.562826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.563204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.563580 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.563955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.564329 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.564704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.565077 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.565454 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.565827 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:29.570675 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:29.614500 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-637ce0de-3550-484e-8c56-ba18bcf19e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:29.620447 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d7eb3e0a-57de-402f-a6ac-0c19cef66644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:29.623814 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device b45faf73-69f6-4338-b4c1-f0724f6f5789 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:08:29.634377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ce0de-3550-484e-8c56-ba18bcf19e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01391511-98ef-4163-a1ea-f3f72ed347ef,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:29.644521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-637ce0de-3550-484e-8c56-ba18bcf19e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:29.645377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-637ce0de-3550-484e-8c56-ba18bcf19e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:29.659953 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-637ce0de-3550-484e-8c56-ba18bcf19e3c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/01391511-98ef-4163-a1ea-f3f72ed347ef HTTP/1.1" status: 204 len: 168 time: 0.2371819 Feb 17 00:08:29.753626 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port b45faf73-69f6-4338-b4c1-f0724f6f5789 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:08:29.754358 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:29.816672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] For port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=02dab325-5cfe-4edc-8b0c-db8a5c3eefe9,segment=NetworkSegment(88ebecaa-ebcc-4caf-8948-9084129d97f4),segment_id=88ebecaa-ebcc-4caf-8948-9084129d97f4)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:08:29.817147 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:29.913152 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:08:29.956861 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ba92f-fc2a-4f56-bf45-f024673b75b0 req-02acf0e7-6bed-4f8c-bb9d-d217efdef8c3 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:29.964764 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-232ba92f-fc2a-4f56-bf45-f024673b75b0 req-02acf0e7-6bed-4f8c-bb9d-d217efdef8c3 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1481080 Feb 17 00:08:29.975013 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Calling delete_port for 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:08:30.019823 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-232ba92f-fc2a-4f56-bf45-f024673b75b0 req-4fa65599-a88b-47a7-83d5-43b70ff66fd6 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541086 Feb 17 00:08:30.070117 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.079371 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ab6e8b35-a818-452d-9dd3-401db635408b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.103602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d300345-5330-4dcc-b223-9604aca2083a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02dab325-5cfe-4edc-8b0c-db8a5c3eefe9'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:08:30.109929 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ab6e8b35-a818-452d-9dd3-401db635408b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:08:30.114129 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ab6e8b35-a818-452d-9dd3-401db635408b admin admin] Usage tracker for resource:security_group_rule and tenant:eabce4dd4d9949dc800e28fc1c1eb49e is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:08:30.117147 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ab6e8b35-a818-452d-9dd3-401db635408b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:08:30.124031 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ab6e8b35-a818-452d-9dd3-401db635408b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:08:30.131991 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=02dab325-5cfe-4edc-8b0c-db8a5c3eefe9,segment=NetworkSegment(88ebecaa-ebcc-4caf-8948-9084129d97f4),segment_id=88ebecaa-ebcc-4caf-8948-9084129d97f4)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:08:30.143454 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.146125 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:30.153592 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 54030) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:30.194234 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cc3de-787c-4967-a92e-e34902b98583 req-6ab32d0e-16fd-40a1-8f5c-dbec0416b478 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:30.195766 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e08cc3de-787c-4967-a92e-e34902b98583 req-6ab32d0e-16fd-40a1-8f5c-dbec0416b478 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.2309015 Feb 17 00:08:30.201242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.223284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=02dab325-5cfe-4edc-8b0c-db8a5c3eefe9,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:30.230300 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:30.233481 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:08:30.239379 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Usage tracker for resource:security_group_rule and tenant:7d2ef0034b804f1d9c3d36a57458fc1c is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:08:30.246158 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:08:30.252619 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83920) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:08:30.252992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:08:30.257253 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:08:30.282443 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e08cc3de-787c-4967-a92e-e34902b98583 req-d2f7c39b-de39-49a3-9d3e-e1d2dd1b4ab2 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0698965 Feb 17 00:08:30.296244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ab6e8b35-a818-452d-9dd3-401db635408b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.305351 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0deab1-bf86-4f2f-b418-f3e0f5946704 req-e2fcba5f-b5a8-406f-9d8a-bef5b996e70e tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:30.306990 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ed0deab1-bf86-4f2f-b418-f3e0f5946704 req-e2fcba5f-b5a8-406f-9d8a-bef5b996e70e tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 944 time: 0.1499062 Feb 17 00:08:30.308084 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ab6e8b35-a818-452d-9dd3-401db635408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.318637 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-89227e8a-1a94-40c3-8a94-1f350c96355e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:30.340580 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d300345-5330-4dcc-b223-9604aca2083a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02dab325-5cfe-4edc-8b0c-db8a5c3eefe9', 'code': 200} Feb 17 00:08:30.368010 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ab6e8b35-a818-452d-9dd3-401db635408b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eabce4dd4d9949dc800e28fc1c1eb49e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7936239 Feb 17 00:08:30.377732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 54034) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:30.399645 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.404094 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.412790 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0ead794a-7476-4d02-aeda-76a415c96018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:30.422096 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e8b35-a818-452d-9dd3-401db635408b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43776b3f-19ad-4b86-8dba-35b128207431,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:30.425793 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ab6e8b35-a818-452d-9dd3-401db635408b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:30.450707 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ed0deab1-bf86-4f2f-b418-f3e0f5946704 req-b3638d5e-83a4-42c8-89c6-06091e588aa1 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324940 Feb 17 00:08:30.457680 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7d2ef0034b804f1d9c3d36a57458fc1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973707 Feb 17 00:08:30.459369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 54038) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:30.472652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18829e1-d78f-40c0-882b-968a22d46e05,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:30.482490 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-37356651-134b-4fee-83ad-369f8f96379c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.484639 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.485048 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.485455 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.485855 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.486278 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.486677 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.487070 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.487463 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.487855 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.488244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.488632 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.489019 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.489509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.489897 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.490309 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.490694 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.491077 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.491461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.491844 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.492231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.492617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.492999 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.493384 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.493766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:08:30.500530 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:30.513671 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-37356651-134b-4fee-83ad-369f8f96379c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.545549 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0dc68b7c-9a6d-4135-a0c5-3a16f909fe54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.559860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-37356651-134b-4fee-83ad-369f8f96379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.564893 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ab755705-dde1-47c5-b926-2d585fc273c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:30.572870 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0dc68b7c-9a6d-4135-a0c5-3a16f909fe54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.578308 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37356651-134b-4fee-83ad-369f8f96379c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43776b3f-19ad-4b86-8dba-35b128207431,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:30.581353 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-37356651-134b-4fee-83ad-369f8f96379c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:30.582290 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-37356651-134b-4fee-83ad-369f8f96379c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.586018 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-37356651-134b-4fee-83ad-369f8f96379c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/43776b3f-19ad-4b86-8dba-35b128207431 HTTP/1.1" status: 204 len: 168 time: 0.2047307 Feb 17 00:08:30.620855 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0dc68b7c-9a6d-4135-a0c5-3a16f909fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.625822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-648e305e-ac9b-48bd-9e0b-084af8847cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:30.640766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc68b7c-9a6d-4135-a0c5-3a16f909fe54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18829e1-d78f-40c0-882b-968a22d46e05,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:30.646732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0dc68b7c-9a6d-4135-a0c5-3a16f909fe54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:30.652948 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0dc68b7c-9a6d-4135-a0c5-3a16f909fe54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:30.656713 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-0dc68b7c-9a6d-4135-a0c5-3a16f909fe54 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f18829e1-d78f-40c0-882b-968a22d46e05 HTTP/1.1" status: 204 len: 168 time: 0.1938863 Feb 17 00:08:30.754418 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Deleting port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:08:30.755041 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:31.043145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] For port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=02dab325-5cfe-4edc-8b0c-db8a5c3eefe9,segment=NetworkSegment(88ebecaa-ebcc-4caf-8948-9084129d97f4),segment_id=88ebecaa-ebcc-4caf-8948-9084129d97f4)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:08:31.043553 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:31.203822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Calling delete_port for 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:08:31.364946 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5490030-c1b4-4658-9f6d-8d435911d2d9 req-0a39ca9e-0108-485d-94d1-9b34974ced1c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:31.372851 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f5490030-c1b4-4658-9f6d-8d435911d2d9 req-0a39ca9e-0108-485d-94d1-9b34974ced1c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1807601 Feb 17 00:08:31.471003 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f5490030-c1b4-4658-9f6d-8d435911d2d9 req-9c00eaaf-27d2-43c6-b85d-f2d34eca8470 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971160 Feb 17 00:08:31.521748 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:31.540085 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ebdc5210-bcd3-4bb0-861a-2057d3f145c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:31.605284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e8f4a-f2f7-481f-bf4d-ce87bc0d6ca6 req-1d78828a-b6cc-4a8e-b32d-b375f90fb937 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:31.607524 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8b8e8f4a-f2f7-481f-bf4d-ce87bc0d6ca6 req-1d78828a-b6cc-4a8e-b32d-b375f90fb937 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.1615219 Feb 17 00:08:31.649859 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Pushing event deleted for resources: {'Port': ['ID=02dab325-5cfe-4edc-8b0c-db8a5c3eefe9,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:31.677201 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8b8e8f4a-f2f7-481f-bf4d-ce87bc0d6ca6 req-dafa0551-4cad-4673-a818-fcdb7745c7f1 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0625389 Feb 17 00:08:31.718886 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:31.728067 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-a73bc2d4-ff33-4768-9cf6-030b4670958f req-37b1d27f-e19d-4d44-817b-a3f270f7300d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Synchronizing usage tracker for tenant:a2ee46360fcd446293cdd25aa696350b on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:08:31.759619 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-a73bc2d4-ff33-4768-9cf6-030b4670958f req-37b1d27f-e19d-4d44-817b-a3f270f7300d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Unset dirty status for tenant:a2ee46360fcd446293cdd25aa696350b on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:08:31.760826 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a73bc2d4-ff33-4768-9cf6-030b4670958f req-37b1d27f-e19d-4d44-817b-a3f270f7300d tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d300345-5330-4dcc-b223-9604aca2083a HTTP/1.1" status: 200 len: 210 time: 0.1515040 Feb 17 00:08:31.867016 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] No DVR routers for this DVR port 02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 on host hv-cinder-75996 {{(pid=83920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:08:31.869377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:31.871676 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c9690c5e-aeed-4bd9-8a9b-bc45e34bc47d req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.54 "DELETE /v2.0/ports/02dab325-5cfe-4edc-8b0c-db8a5c3eefe9 HTTP/1.1" status: 204 len: 173 time: 2.4975536 Feb 17 00:08:31.872114 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d300345-5330-4dcc-b223-9604aca2083a', 'name': 'network-vif-deleted', 'tag': '02dab325-5cfe-4edc-8b0c-db8a5c3eefe9'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:08:31.930842 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d300345-5330-4dcc-b223-9604aca2083a', 'name': 'network-vif-deleted', 'tag': '02dab325-5cfe-4edc-8b0c-db8a5c3eefe9', 'status': 'completed', 'code': 200} Feb 17 00:08:32.700052 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29132d8-8411-4b06-b359-e1eb70b8edda req-0bb5ba91-d6ff-43d4-a017-0bef7a76f18d tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:32.702334 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d29132d8-8411-4b06-b359-e1eb70b8edda req-0bb5ba91-d6ff-43d4-a017-0bef7a76f18d tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1089509 Feb 17 00:08:32.930493 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af4739-ff0f-4a19-ab41-1d113fbdbad5 req-90d7846a-2298-42e4-acc6-a7d1659cb39d tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:32.932465 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a5af4739-ff0f-4a19-ab41-1d113fbdbad5 req-90d7846a-2298-42e4-acc6-a7d1659cb39d tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.1256759 Feb 17 00:08:32.974255 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d29132d8-8411-4b06-b359-e1eb70b8edda req-93a4c470-fe2f-4488-aff2-a771119a8fb8 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652125 Feb 17 00:08:33.002604 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a5af4739-ff0f-4a19-ab41-1d113fbdbad5 req-dc7906dd-b701-43dd-97c5-0e134c219f37 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0609031 Feb 17 00:08:33.483058 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859ced4-aefc-43ce-b76c-966ef2844dd1 req-ad2e72fe-268c-46dc-8995-6ef6a2766254 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:33.484681 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a859ced4-aefc-43ce-b76c-966ef2844dd1 req-ad2e72fe-268c-46dc-8995-6ef6a2766254 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0936031 Feb 17 00:08:33.538808 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a859ced4-aefc-43ce-b76c-966ef2844dd1 req-1ef49c62-638f-4f80-8db0-57abdeaf6793 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466537 Feb 17 00:08:34.223763 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a4f06-3f54-4793-a44e-5fe8e484fbf7 req-79db6b2c-773c-4a1e-813c-179ebb50ec1e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:34.226149 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-213a4f06-3f54-4793-a44e-5fe8e484fbf7 req-79db6b2c-773c-4a1e-813c-179ebb50ec1e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.0978994 Feb 17 00:08:34.277895 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-213a4f06-3f54-4793-a44e-5fe8e484fbf7 req-70d12553-aa4b-4361-9192-4925fdb061a6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=d7c35b52-8a3e-43ce-894b-32da413a8e6c&id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0443420 Feb 17 00:08:34.318948 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5520e-d783-40e3-8cdf-604531ce1015 req-ce22e25b-45f5-45f7-987c-4897e124db2a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:34.320550 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8ee5520e-d783-40e3-8cdf-604531ce1015 req-ce22e25b-45f5-45f7-987c-4897e124db2a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0890572 Feb 17 00:08:34.372166 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8ee5520e-d783-40e3-8cdf-604531ce1015 req-68ee181b-1b59-4830-91e6-96d564bc29de tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454123 Feb 17 00:08:34.753061 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277813-113e-4d98-b6f6-6fee156d7a85 req-d7d0ca53-58a2-49a3-86f1-6c190a713379 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:34.754809 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f0277813-113e-4d98-b6f6-6fee156d7a85 req-d7d0ca53-58a2-49a3-86f1-6c190a713379 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0933278 Feb 17 00:08:34.807458 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f0277813-113e-4d98-b6f6-6fee156d7a85 req-843be990-29a3-4105-a56b-157989b1e163 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458655 Feb 17 00:08:34.934257 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 54196) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:35.063178 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e767d64e-9824-40aa-b2ed-f9045a571a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:35.078879 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-e767d64e-9824-40aa-b2ed-f9045a571a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:08:35.082928 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-e767d64e-9824-40aa-b2ed-f9045a571a17 admin admin] Usage tracker for resource:security_group_rule and tenant:10954184aba846c79b75405275b64205 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:08:35.085880 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-e767d64e-9824-40aa-b2ed-f9045a571a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:08:35.091659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-e767d64e-9824-40aa-b2ed-f9045a571a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:08:35.177868 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e767d64e-9824-40aa-b2ed-f9045a571a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:35.180567 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e767d64e-9824-40aa-b2ed-f9045a571a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:35.189431 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bf0bb917-469e-46cc-b225-b2b9df41f8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:35.231619 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-e767d64e-9824-40aa-b2ed-f9045a571a17 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=10954184aba846c79b75405275b64205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953455 Feb 17 00:08:35.233358 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767d64e-9824-40aa-b2ed-f9045a571a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef96d11-7a4f-44e6-a827-1e9799935547,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:35.235023 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 54202) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:35.236956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e767d64e-9824-40aa-b2ed-f9045a571a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:35.297676 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4d8cbd54-35b1-4e7b-bd81-3fe4d4696e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:35.325999 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4d8cbd54-35b1-4e7b-bd81-3fe4d4696e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:35.371833 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4d8cbd54-35b1-4e7b-bd81-3fe4d4696e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:35.377478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5c71f6b2-e417-4657-b684-811e85e41e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:35.391568 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cbd54-35b1-4e7b-bd81-3fe4d4696e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef96d11-7a4f-44e6-a827-1e9799935547,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:35.394479 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4d8cbd54-35b1-4e7b-bd81-3fe4d4696e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:35.398842 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4d8cbd54-35b1-4e7b-bd81-3fe4d4696e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:35.400911 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4d8cbd54-35b1-4e7b-bd81-3fe4d4696e06 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9ef96d11-7a4f-44e6-a827-1e9799935547 HTTP/1.1" status: 204 len: 168 time: 0.1647918 Feb 17 00:08:35.591910 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b685d2-f561-47b8-aa8b-b27fc6a6a430 req-cc05954d-4596-4862-b0f9-51691e37a02b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:35.593495 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-83b685d2-f561-47b8-aa8b-b27fc6a6a430 req-cc05954d-4596-4862-b0f9-51691e37a02b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0908792 Feb 17 00:08:35.641408 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-83b685d2-f561-47b8-aa8b-b27fc6a6a430 req-eec9666d-bfc9-408f-9c34-0066d46f4ff3 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414007 Feb 17 00:08:35.692596 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 54218) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:35.711718 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-319d47a3-d66f-4c42-9ac3-ba777f13a87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:35.727579 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-319d47a3-d66f-4c42-9ac3-ba777f13a87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:08:35.733368 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-319d47a3-d66f-4c42-9ac3-ba777f13a87f admin admin] Usage tracker for resource:security_group_rule and tenant:91715ce5f17949a28ff75884b2d7a923 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:08:35.736766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-319d47a3-d66f-4c42-9ac3-ba777f13a87f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:08:35.743879 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-319d47a3-d66f-4c42-9ac3-ba777f13a87f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:08:35.830894 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-319d47a3-d66f-4c42-9ac3-ba777f13a87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:35.834995 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-319d47a3-d66f-4c42-9ac3-ba777f13a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:35.848745 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:35.878459 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 54226) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:35.890578 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-319d47a3-d66f-4c42-9ac3-ba777f13a87f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=91715ce5f17949a28ff75884b2d7a923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967123 Feb 17 00:08:35.913277 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d47a3-d66f-4c42-9ac3-ba777f13a87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305875c5-cdd9-41ef-b39e-3dfd0ec6a338,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:35.916861 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-319d47a3-d66f-4c42-9ac3-ba777f13a87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:35.967876 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4b00-027c-4362-a69b-22a15ae1fa6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:36.037321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a960-2a40-4557-b31a-b1cc7001d6b5 req-d805787a-6e29-461c-83fc-fc6061955c48 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:36.039468 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ab26a960-2a40-4557-b31a-b1cc7001d6b5 req-d805787a-6e29-461c-83fc-fc6061955c48 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1103752 Feb 17 00:08:36.085155 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4b00-027c-4362-a69b-22a15ae1fa6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:36.091063 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ab26a960-2a40-4557-b31a-b1cc7001d6b5 req-5c26abb9-3bb4-4932-995d-0646519f58cc tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445306 Feb 17 00:08:36.188631 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae8702-23bb-4f99-b0b2-58d23c700aff req-b369504c-2139-4246-9274-96f340912179 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:36.190282 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1bae8702-23bb-4f99-b0b2-58d23c700aff req-b369504c-2139-4246-9274-96f340912179 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1973500 Feb 17 00:08:36.197422 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4b00-027c-4362-a69b-22a15ae1fa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:36.205969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2e760b3e-8d0c-4644-9d1b-169c2f9247c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:36.234273 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbc1c2-b5b0-4b8f-a3aa-9bc92c264f4f req-8a11c3b8-8aca-4502-834b-0a03ec8998b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:36.235876 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73fbc1c2-b5b0-4b8f-a3aa-9bc92c264f4f req-8a11c3b8-8aca-4502-834b-0a03ec8998b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5111a3597c480680e0f9abf0a384d8&device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 1162 time: 0.1925695 Feb 17 00:08:36.238836 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb4b00-027c-4362-a69b-22a15ae1fa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305875c5-cdd9-41ef-b39e-3dfd0ec6a338,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:36.246863 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ddb4b00-027c-4362-a69b-22a15ae1fa6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:36.255152 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4b00-027c-4362-a69b-22a15ae1fa6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:36.259164 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9ddb4b00-027c-4362-a69b-22a15ae1fa6b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/305875c5-cdd9-41ef-b39e-3dfd0ec6a338 HTTP/1.1" status: 204 len: 168 time: 0.3796208 Feb 17 00:08:36.374538 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1bae8702-23bb-4f99-b0b2-58d23c700aff req-21791e1e-b89c-4892-94f3-dde8449921da tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717038 Feb 17 00:08:36.430423 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbc1c2-b5b0-4b8f-a3aa-9bc92c264f4f req-6b239e7e-cee5-4b34-be7c-b0ae838a9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:36.432107 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73fbc1c2-b5b0-4b8f-a3aa-9bc92c264f4f req-6b239e7e-cee5-4b34-be7c-b0ae838a9825 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9bed9bea-fabb-4082-8967-92ad14eef61a HTTP/1.1" status: 200 len: 904 time: 0.1782804 Feb 17 00:08:36.558051 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73fbc1c2-b5b0-4b8f-a3aa-9bc92c264f4f req-b42d49d1-6b72-48fb-9f75-b9379aa3ecb0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef HTTP/1.1" status: 200 len: 1001 time: 0.1059489 Feb 17 00:08:36.635293 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbc1c2-b5b0-4b8f-a3aa-9bc92c264f4f req-38ee8881-02c3-482b-8f7c-a3229c12bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:36.636883 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73fbc1c2-b5b0-4b8f-a3aa-9bc92c264f4f req-38ee8881-02c3-482b-8f7c-a3229c12bf19 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fd2358e-bd02-44c1-88fe-65c85dcf897a HTTP/1.1" status: 200 len: 849 time: 0.0662780 Feb 17 00:08:36.730651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbc1c2-b5b0-4b8f-a3aa-9bc92c264f4f req-c1ffb7e7-cb92-4687-bbe4-d98fd8f9e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:36.732278 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73fbc1c2-b5b0-4b8f-a3aa-9bc92c264f4f req-c1ffb7e7-cb92-4687-bbe4-d98fd8f9e787 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bed9bea-fabb-4082-8967-92ad14eef61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836954 Feb 17 00:08:36.894876 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73fbc1c2-b5b0-4b8f-a3aa-9bc92c264f4f req-630c7448-5a35-4ae6-9b5b-44b287b33d94 service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422515 Feb 17 00:08:37.004195 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 54254) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:37.052233 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73fbc1c2-b5b0-4b8f-a3aa-9bc92c264f4f req-00b870c6-fc36-48aa-96ce-e91223248850 service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1463728 Feb 17 00:08:37.123533 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-63375727-network', 'tenant_id': 'b7fde207d4264e458be68a76a8acba8b'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:37.132368 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:08:37.137106 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Usage tracker for resource:network and tenant:b7fde207d4264e458be68a76a8acba8b is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:08:37.141342 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:08:37.147429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:08:37.157367 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Made reservation on behalf of b7fde207d4264e458be68a76a8acba8b for: {'network': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:08:37.162725 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:37.176811 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:37.193681 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:08:37.198665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Usage tracker for resource:security_group_rule and tenant:b7fde207d4264e458be68a76a8acba8b is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:08:37.202634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:08:37.208576 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:08:37.293376 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f081525-a586-467f-86d5-fbffbbfee118 req-841beb04-b319-4585-b6bc-afeb8cde978e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:37.295274 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7f081525-a586-467f-86d5-fbffbbfee118 req-841beb04-b319-4585-b6bc-afeb8cde978e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0891774 Feb 17 00:08:37.302992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:37.306300 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:37.311303 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5caa13c6-2ca5-491c-ac14-5e9a96bef485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:37.344588 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:08:37.359976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268265982239', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:37.360533 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Added segment f7a080e9-c0e3-4c13-9384-e0aab32e337d of type vxlan for network 4fed3f78-ee5c-442e-be2e-cf1428b89325 Feb 17 00:08:37.360816 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7f081525-a586-467f-86d5-fbffbbfee118 req-df8a3d2c-6016-4961-b28d-7191bc1a50e1 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586951 Feb 17 00:08:37.362890 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c192a99-dd72-4845-b7b5-453a8ca690bd,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:37.371030 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:37.405764 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:37.452203 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:37.453513 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:37.454258 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:37.459641 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-00c83603-f449-46dd-a138-5c73a4fbfb0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:37.622809 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Pushing event updated for resources: {'Network': ['ID=4fed3f78-ee5c-442e-be2e-cf1428b89325,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:37.631824 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.6226013 Feb 17 00:08:37.631824 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:37.634478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network 4fed3f78-ee5c-442e-be2e-cf1428b89325 details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:08:37.634945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 54280) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:37.643883 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Request body: {'subnet': {'network_id': '4fed3f78-ee5c-442e-be2e-cf1428b89325', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-63375727-subnet', 'tenant_id': 'b7fde207d4264e458be68a76a8acba8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:37.651929 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:08:37.657990 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network 4fed3f78-ee5c-442e-be2e-cf1428b89325 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:08:37.659680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Usage tracker for resource:subnet and tenant:b7fde207d4264e458be68a76a8acba8b is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:08:37.662914 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:08:37.669506 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:08:37.676023 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c894887-6d1a-4ab1-86b7-1680f463bac6 req-8df6e51a-b023-41bf-a25d-ad218723cbeb tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:37.678528 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5c894887-6d1a-4ab1-86b7-1680f463bac6 req-8df6e51a-b023-41bf-a25d-ad218723cbeb tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1456695 Feb 17 00:08:37.687176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Made reservation on behalf of b7fde207d4264e458be68a76a8acba8b for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:08:37.695950 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1971975'] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:37.735604 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5c894887-6d1a-4ab1-86b7-1680f463bac6 req-91a92960-465c-4f1e-a385-c4e7e7b2c2e8 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489984 Feb 17 00:08:38.139934 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11101059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1971990'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:38.160111 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-31774ab7-7037-46de-96da-bcda584ebfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:38.301125 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0972dbd-f55b-497c-a75f-e04f0c138879,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:38.306741 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:38.368995 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Checking segment: {'id': 'f7a080e9-c0e3-4c13-9384-e0aab32e337d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4fed3f78-ee5c-442e-be2e-cf1428b89325'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:08:38.369797 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Network hostable DHCP agents. Network: 4fed3f78-ee5c-442e-be2e-cf1428b89325, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:08:38.392040 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Network 4fed3f78-ee5c-442e-be2e-cf1428b89325 is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:08:38.402352 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, 4fed3f78-ee5c-442e-be2e-cf1428b89325) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:08:38.411662 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc65680-cbe4-4c8b-8652-4c492ba461d1 None None] Network 4fed3f78-ee5c-442e-be2e-cf1428b89325 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:08:38.414487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:38.415131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:38.445995 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ff274a44-29c5-454c-ab3d-9928e25fd9f7 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8042347 Feb 17 00:08:38.621202 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499811d-5424-4af1-bdef-05bf592eec82 req-a72ce307-f692-49b5-8809-8f3b6754fc20 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:38.623488 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a499811d-5424-4af1-bdef-05bf592eec82 req-a72ce307-f692-49b5-8809-8f3b6754fc20 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.0935762 Feb 17 00:08:38.656060 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e502bb1-0cea-4d9d-825d-75ae20605226 None None] Network 4fed3f78-ee5c-442e-be2e-cf1428b89325 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:08:38.673329 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a499811d-5424-4af1-bdef-05bf592eec82 req-5c00bfee-aea2-4c97-806e-82c85a1565f7 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434954 Feb 17 00:08:38.951283 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9707b-1154-407b-bd0b-27c90a34616b req-b1a76462-cc63-4620-88f5-2eb5bed12b31 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:38.952981 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4ae9707b-1154-407b-bd0b-27c90a34616b req-b1a76462-cc63-4620-88f5-2eb5bed12b31 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0888500 Feb 17 00:08:39.009232 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4ae9707b-1154-407b-bd0b-27c90a34616b req-e0c8bac5-4b92-4610-a1e4-bd856fe3beba tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493653 Feb 17 00:08:39.152244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 54336) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:39.159167 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-915049348-network', 'tenant_id': 'eaac6ea03f0442e29919b56a78edb5f2'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:39.164199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:08:39.168198 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Usage tracker for resource:network and tenant:eaac6ea03f0442e29919b56a78edb5f2 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:08:39.171198 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:08:39.177213 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:08:39.186701 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Made reservation on behalf of eaac6ea03f0442e29919b56a78edb5f2 for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:08:39.191355 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:39.204473 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:39.220010 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:08:39.224172 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Usage tracker for resource:security_group_rule and tenant:eaac6ea03f0442e29919b56a78edb5f2 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:08:39.227182 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:08:39.233020 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:08:39.316808 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:39.319572 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:39.323586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:39.355582 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=83921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:08:39.364865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effb2f32-31b0-493c-a908-5abf9d57c740,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:39.368314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:39.372594 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:39.372983 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Added segment 33629407-54ba-4fef-a0fd-b24deb1a3528 of type vxlan for network 1ee71090-4f8f-44c2-9434-0765bec40214 Feb 17 00:08:39.400104 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:39.435958 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:39.437202 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:39.437823 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:39.443046 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:39.545184 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3915987 Feb 17 00:08:39.547437 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 54346) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:39.548713 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Pushing event updated for resources: {'Network': ['ID=1ee71090-4f8f-44c2-9434-0765bec40214,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:39.552417 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:39.554237 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Request body: {'subnet': {'network_id': '1ee71090-4f8f-44c2-9434-0765bec40214', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-915049348-subnet', 'tenant_id': 'eaac6ea03f0442e29919b56a78edb5f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:39.560236 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:08:39.560387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network 1ee71090-4f8f-44c2-9434-0765bec40214 details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:08:39.564523 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Usage tracker for resource:subnet and tenant:eaac6ea03f0442e29919b56a78edb5f2 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:08:39.567606 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:08:39.573451 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:08:39.577660 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network 1ee71090-4f8f-44c2-9434-0765bec40214 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:08:39.584992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Made reservation on behalf of eaac6ea03f0442e29919b56a78edb5f2 for: {'subnet': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:08:39.589802 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10565649'] for subnet, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:39.991622 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844029515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10565632'] for subnet, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:40.007069 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:40.133530 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e6fbca-d043-43a0-9a06-6e26f867807f,revision_number=0']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:40.151650 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:40.210104 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Checking segment: {'id': '33629407-54ba-4fef-a0fd-b24deb1a3528', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1ee71090-4f8f-44c2-9434-0765bec40214'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:08:40.211051 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Network hostable DHCP agents. Network: 1ee71090-4f8f-44c2-9434-0765bec40214, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:08:40.217169 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382fcc8-88da-45c3-b160-d76fee05fd00 req-1eefe760-5c79-4715-8fa4-81fe7ea6e599 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:40.218829 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0382fcc8-88da-45c3-b160-d76fee05fd00 req-1eefe760-5c79-4715-8fa4-81fe7ea6e599 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0943830 Feb 17 00:08:40.229760 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Network 1ee71090-4f8f-44c2-9434-0765bec40214 is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:08:40.238307 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, 1ee71090-4f8f-44c2-9434-0765bec40214) {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:08:40.247273 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d8af2d-8c65-4e03-a391-c8314e0ddd02 None None] Network 1ee71090-4f8f-44c2-9434-0765bec40214 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:08:40.251424 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:40.252076 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:40.268745 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0382fcc8-88da-45c3-b160-d76fee05fd00 req-e62310a7-4a64-44b8-8467-d10a1c85992c tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431509 Feb 17 00:08:40.271981 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-a4c5274c-c56c-4011-8d02-7af4badc21cd admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7233665 Feb 17 00:08:40.492149 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf1931-9308-4b9f-a9c3-f524b45ded43 None None] Network 1ee71090-4f8f-44c2-9434-0765bec40214 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:08:40.883730 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8082d-fa09-40af-9d87-97265c7e967c req-f04fa420-f723-4f1d-85e3-36bc539e81a5 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:40.884319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-bce8082d-fa09-40af-9d87-97265c7e967c req-f04fa420-f723-4f1d-85e3-36bc539e81a5 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Synchronizing usage tracker for tenant:b7fde207d4264e458be68a76a8acba8b on resource:network {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:08:40.900439 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-bce8082d-fa09-40af-9d87-97265c7e967c req-f04fa420-f723-4f1d-85e3-36bc539e81a5 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Unset dirty status for tenant:b7fde207d4264e458be68a76a8acba8b on resource:network {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:08:40.901697 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bce8082d-fa09-40af-9d87-97265c7e967c req-f04fa420-f723-4f1d-85e3-36bc539e81a5 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/networks?id=4fed3f78-ee5c-442e-be2e-cf1428b89325 HTTP/1.1" status: 200 len: 807 time: 0.1729226 Feb 17 00:08:40.917381 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bce8082d-fa09-40af-9d87-97265c7e967c req-f2a2c0ee-138e-4d63-81a4-2074436a149e tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/quotas/b7fde207d4264e458be68a76a8acba8b HTTP/1.1" status: 200 len: 375 time: 0.0093749 Feb 17 00:08:40.970137 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bce8082d-fa09-40af-9d87-97265c7e967c req-1c6b9114-f07b-47c3-afe0-e748cc6990e9 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b7fde207d4264e458be68a76a8acba8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468168 Feb 17 00:08:41.113674 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bce8082d-fa09-40af-9d87-97265c7e967c req-5b9773d8-5444-4e12-bc55-7983891692f4 service neutron] 10.222.0.63 "GET /v2.0/networks/4fed3f78-ee5c-442e-be2e-cf1428b89325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362107 Feb 17 00:08:41.257767 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bce8082d-fa09-40af-9d87-97265c7e967c req-3719e405-6177-4228-821f-3ed9d27c5151 service neutron] 10.222.0.63 "GET /v2.0/networks/4fed3f78-ee5c-442e-be2e-cf1428b89325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372945 Feb 17 00:08:41.463232 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a4a6ac6-6eb4-4f0a-8ae0-3efcb52cd716 req-ab180bf7-b8b8-47d3-b704-076ebe8ab28d tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 210 time: 0.0511119 Feb 17 00:08:41.476008 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b73d80-532e-4324-99b4-f01a7ec4e9db req-9b21f343-054b-41be-83ab-294e24474cc0 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:41.478503 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-91b73d80-532e-4324-99b4-f01a7ec4e9db req-9b21f343-054b-41be-83ab-294e24474cc0 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0920351 Feb 17 00:08:41.532173 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-91b73d80-532e-4324-99b4-f01a7ec4e9db req-b7d6aca1-3592-4674-bc0f-46adaca176a4 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467093 Feb 17 00:08:41.659197 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:08:41.733868 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:08:41.734316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:42.021433 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d47c5-aae3-4ccd-a7ea-45f8cbe7ee76 req-aa58e10a-382c-4f51-ae9e-33226483003b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:42.023106 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8f0d47c5-aae3-4ccd-a7ea-45f8cbe7ee76 req-aa58e10a-382c-4f51-ae9e-33226483003b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.0975161 Feb 17 00:08:42.111227 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-8f0d47c5-aae3-4ccd-a7ea-45f8cbe7ee76 req-4f9c70ab-2b09-4b0e-bbfd-a8f7b6de4426 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Deleting port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:08:42.111620 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-8f0d47c5-aae3-4ccd-a7ea-45f8cbe7ee76 req-4f9c70ab-2b09-4b0e-bbfd-a8f7b6de4426 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:42.374327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-8f0d47c5-aae3-4ccd-a7ea-45f8cbe7ee76 req-4f9c70ab-2b09-4b0e-bbfd-a8f7b6de4426 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] For port d14d1e1b-e7d4-40d7-a21f-d717b23ef138, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=d14d1e1b-e7d4-40d7-a21f-d717b23ef138,segment=NetworkSegment(88ebecaa-ebcc-4caf-8948-9084129d97f4),segment_id=88ebecaa-ebcc-4caf-8948-9084129d97f4)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:08:42.374726 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-8f0d47c5-aae3-4ccd-a7ea-45f8cbe7ee76 req-4f9c70ab-2b09-4b0e-bbfd-a8f7b6de4426 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:42.742432 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-8f0d47c5-aae3-4ccd-a7ea-45f8cbe7ee76 req-4f9c70ab-2b09-4b0e-bbfd-a8f7b6de4426 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Calling delete_port for d14d1e1b-e7d4-40d7-a21f-d717b23ef138 owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:08:42.824593 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8082d-fa09-40af-9d87-97265c7e967c req-ab681531-d501-46b9-a7a2-a8322311f60e tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:42.826936 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bce8082d-fa09-40af-9d87-97265c7e967c req-ab681531-d501-46b9-a7a2-a8322311f60e tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.54 "GET /v2.0/networks?id=4fed3f78-ee5c-442e-be2e-cf1428b89325 HTTP/1.1" status: 200 len: 807 time: 0.2305796 Feb 17 00:08:42.830881 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-18b9c114-4108-4787-9694-c4691ac4ff96 req-2a73e186-b7f9-42cb-a201-d3cd17396b78 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 210 time: 0.1611886 Feb 17 00:08:42.844493 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b242a9-0cf6-4019-a1b0-1b064091a829 req-ddf09268-08e0-4a4e-a298-b79059241e8b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:42.846252 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-18b242a9-0cf6-4019-a1b0-1b064091a829 req-ddf09268-08e0-4a4e-a298-b79059241e8b tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef26b95e-d043-4d4f-9a81-b972acee8451 HTTP/1.1" status: 200 len: 945 time: 0.1628041 Feb 17 00:08:42.851844 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Request body: {'port': {'device_id': '648b27db-2165-467f-9885-1b07b718df03', 'network_id': '4fed3f78-ee5c-442e-be2e-cf1428b89325', 'admin_state_up': True, 'tenant_id': 'b7fde207d4264e458be68a76a8acba8b'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:42.943101 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-8f0d47c5-aae3-4ccd-a7ea-45f8cbe7ee76 req-4f9c70ab-2b09-4b0e-bbfd-a8f7b6de4426 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:42.960196 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:42.996903 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-18b242a9-0cf6-4019-a1b0-1b064091a829 req-71de7172-70ed-4329-a953-c5e94791f5bc tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.63 "GET /v2.0/security-groups?id=92272757-2d0c-4910-9c6b-624dbd23fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233084 Feb 17 00:08:43.046039 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:08:43.050132 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Usage tracker for resource:port and tenant:b7fde207d4264e458be68a76a8acba8b is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:08:43.053323 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:08:43.059350 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:08:43.061631 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c70ab-2b09-4b0e-bbfd-a8f7b6de4426 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Pushing event deleted for resources: {'Port': ['ID=d14d1e1b-e7d4-40d7-a21f-d717b23ef138,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:43.064836 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4f9c70ab-2b09-4b0e-bbfd-a8f7b6de4426 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:43.072633 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Made reservation on behalf of b7fde207d4264e458be68a76a8acba8b for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:08:43.078405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:43.173749 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0d47c5-aae3-4ccd-a7ea-45f8cbe7ee76 req-4f9c70ab-2b09-4b0e-bbfd-a8f7b6de4426 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] No DVR routers for this DVR port d14d1e1b-e7d4-40d7-a21f-d717b23ef138 on host hv-cinder-75996 {{(pid=83920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:08:43.176044 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-8f0d47c5-aae3-4ccd-a7ea-45f8cbe7ee76 req-4f9c70ab-2b09-4b0e-bbfd-a8f7b6de4426 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:43.179135 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef26b95e-d043-4d4f-9a81-b972acee8451', 'name': 'network-vif-deleted', 'tag': 'd14d1e1b-e7d4-40d7-a21f-d717b23ef138'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:08:43.197030 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8f0d47c5-aae3-4ccd-a7ea-45f8cbe7ee76 req-4f9c70ab-2b09-4b0e-bbfd-a8f7b6de4426 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] 10.222.0.54 "DELETE /v2.0/ports/d14d1e1b-e7d4-40d7-a21f-d717b23ef138 HTTP/1.1" status: 204 len: 173 time: 1.1634588 Feb 17 00:08:43.233420 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef26b95e-d043-4d4f-9a81-b972acee8451', 'name': 'network-vif-deleted', 'tag': 'd14d1e1b-e7d4-40d7-a21f-d717b23ef138', 'status': 'completed', 'code': 200} Feb 17 00:08:43.374283 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 54410) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:43.421452 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Allocated IP 172.20.0.2 (4fed3f78-ee5c-442e-be2e-cf1428b89325/a0972dbd-f55b-497c-a75f-e04f0c138879/f35b1605-48fb-4886-a834-2345c8d2d518) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:08:43.504597 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-327b66d9-d36d-4ba8-ad80-9a45cfb79e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:43.520447 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-327b66d9-d36d-4ba8-ad80-9a45cfb79e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:08:43.524556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-327b66d9-d36d-4ba8-ad80-9a45cfb79e9a admin admin] Usage tracker for resource:security_group_rule and tenant:00189f2ce0544e5a956113544c09c862 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:08:43.527893 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-327b66d9-d36d-4ba8-ad80-9a45cfb79e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:08:43.533726 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-327b66d9-d36d-4ba8-ad80-9a45cfb79e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:08:43.624839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-327b66d9-d36d-4ba8-ad80-9a45cfb79e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:43.627567 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-327b66d9-d36d-4ba8-ad80-9a45cfb79e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:43.633346 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:08:43.636533 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ef65ec88-d1ab-42eb-86e6-6c084163b979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:43.643831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:43.671516 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] No Port match for: d14d1e1b-e7d4-40d7-a21f-d717b23ef138 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:08:43.672131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device d14d1e1b-e7d4-40d7-a21f-d717b23ef138 not bound to the agent host hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:08:43.678605 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:43.680829 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-327b66d9-d36d-4ba8-ad80-9a45cfb79e9a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=00189f2ce0544e5a956113544c09c862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053174 Feb 17 00:08:43.681793 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b66d9-d36d-4ba8-ad80-9a45cfb79e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8431ad2b-13ed-4f28-82b2-f0686e4fdabf,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:43.684457 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 54416) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:43.687851 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-327b66d9-d36d-4ba8-ad80-9a45cfb79e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:43.694601 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0dc685c9-b9bb-4e3a-a435-ecc9165e15c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:43.748585 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c3af8d72-dfe7-48c0-b1ff-8aa2fe998983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:43.776106 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c3af8d72-dfe7-48c0-b1ff-8aa2fe998983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:43.828662 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c3af8d72-dfe7-48c0-b1ff-8aa2fe998983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:43.834081 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Pushing event updated for resources: {'Port': ['ID=f35b1605-48fb-4886-a834-2345c8d2d518,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:43.836798 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7ac08d2d-a74f-4f52-a692-337cfa113f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:43.838716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:43.850848 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af8d72-dfe7-48c0-b1ff-8aa2fe998983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8431ad2b-13ed-4f28-82b2-f0686e4fdabf,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:43.856005 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c3af8d72-dfe7-48c0-b1ff-8aa2fe998983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:43.858666 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c3af8d72-dfe7-48c0-b1ff-8aa2fe998983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:43.862635 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c3af8d72-dfe7-48c0-b1ff-8aa2fe998983 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8431ad2b-13ed-4f28-82b2-f0686e4fdabf HTTP/1.1" status: 204 len: 168 time: 0.1739340 Feb 17 00:08:43.916642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Network 4fed3f78-ee5c-442e-be2e-cf1428b89325 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:08:43.918343 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:08:43.920771 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:08:44.112659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 54426) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:44.275906 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:44.276474 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:44.299812 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bce8082d-fa09-40af-9d87-97265c7e967c req-33de2e72-7867-4f8a-9773-b446a4838631 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4524906 Feb 17 00:08:44.313092 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Request body: {'port': {'device_id': '648b27db-2165-467f-9885-1b07b718df03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:44.375845 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb837c-5c57-4c61-bf30-a40893908c47 req-f60c79f0-1442-4602-aa78-0f72dfd20b16 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:44.376508 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-1cbb837c-5c57-4c61-bf30-a40893908c47 req-f60c79f0-1442-4602-aa78-0f72dfd20b16 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Synchronizing usage tracker for tenant:b7fde207d4264e458be68a76a8acba8b on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:08:44.453431 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-1cbb837c-5c57-4c61-bf30-a40893908c47 req-f60c79f0-1442-4602-aa78-0f72dfd20b16 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Unset dirty status for tenant:b7fde207d4264e458be68a76a8acba8b on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:08:44.454734 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1cbb837c-5c57-4c61-bf30-a40893908c47 req-f60c79f0-1442-4602-aa78-0f72dfd20b16 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 931 time: 0.4801507 Feb 17 00:08:44.480053 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:44.564221 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1cbb837c-5c57-4c61-bf30-a40893908c47 req-b52089aa-8c79-4da1-830c-0cd0fb5b37fa tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c192a99-dd72-4845-b7b5-453a8ca690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000400 Feb 17 00:08:44.711233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c7c200d1-7e1b-43f7-8046-cf405fe7d55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112375'] for router_interface, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:44.964066 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35b1605-48fb-4886-a834-2345c8d2d518 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:08:44.976797 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:44.991221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Transition to ACTIVE for port object f35b1605-48fb-4886-a834-2345c8d2d518 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:08:44.994234 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:45.011125 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:45.125267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-c7c200d1-7e1b-43f7-8046-cf405fe7d55e admin admin] Deleting port b4530f2d-d6e6-41eb-9202-6ba09c036cfd {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:08:45.125651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c7c200d1-7e1b-43f7-8046-cf405fe7d55e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:45.204087 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f35b1605-48fb-4886-a834-2345c8d2d518,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:45.207529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:45.325416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-c7c200d1-7e1b-43f7-8046-cf405fe7d55e admin admin] For port b4530f2d-d6e6-41eb-9202-6ba09c036cfd, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=b4530f2d-d6e6-41eb-9202-6ba09c036cfd,segment=NetworkSegment(88ebecaa-ebcc-4caf-8948-9084129d97f4),segment_id=88ebecaa-ebcc-4caf-8948-9084129d97f4)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:08:45.325818 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c7c200d1-7e1b-43f7-8046-cf405fe7d55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:45.410180 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Attempting to bind port f35b1605-48fb-4886-a834-2345c8d2d518 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:08:45.410656 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Attempting to bind port f35b1605-48fb-4886-a834-2345c8d2d518 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'f7a080e9-c0e3-4c13-9384-e0aab32e337d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4fed3f78-ee5c-442e-be2e-cf1428b89325'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:08:45.411025 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Attempting to bind port f35b1605-48fb-4886-a834-2345c8d2d518 on network 4fed3f78-ee5c-442e-be2e-cf1428b89325 {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:08:45.417319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:08:45.417692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Checking segment: {'id': 'f7a080e9-c0e3-4c13-9384-e0aab32e337d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4fed3f78-ee5c-442e-be2e-cf1428b89325'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:08:45.418150 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:45.418585 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Bound using segment: {'id': 'f7a080e9-c0e3-4c13-9384-e0aab32e337d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4fed3f78-ee5c-442e-be2e-cf1428b89325'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:08:45.419599 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Bound port: f35b1605-48fb-4886-a834-2345c8d2d518, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a080e9-c0e3-4c13-9384-e0aab32e337d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4fed3f78-ee5c-442e-be2e-cf1428b89325'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:08:45.420186 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:45.468205 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-c7c200d1-7e1b-43f7-8046-cf405fe7d55e admin admin] Calling delete_port for b4530f2d-d6e6-41eb-9202-6ba09c036cfd owned by network:router_interface {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:08:45.534795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] For port f35b1605-48fb-4886-a834-2345c8d2d518, host hv-cinder-75996, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:08:45.538902 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] For port f35b1605-48fb-4886-a834-2345c8d2d518, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f35b1605-48fb-4886-a834-2345c8d2d518,segment=NetworkSegment(f7a080e9-c0e3-4c13-9384-e0aab32e337d),segment_id=f7a080e9-c0e3-4c13-9384-e0aab32e337d)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:08:45.544002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:45.561640 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f5698de5-90e0-4c2e-ac7a-faf441aa392f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:45.775043 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f35b1605-48fb-4886-a834-2345c8d2d518,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:45.779332 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:45.815221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:45.815708 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:45.817270 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bce8082d-fa09-40af-9d87-97265c7e967c req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] 10.222.0.54 "PUT /v2.0/ports/f35b1605-48fb-4886-a834-2345c8d2d518 HTTP/1.1" status: 200 len: 1157 time: 1.5091369 Feb 17 00:08:45.817820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648b27db-2165-467f-9885-1b07b718df03', 'tag': 'f35b1605-48fb-4886-a834-2345c8d2d518'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:08:45.910995 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648b27db-2165-467f-9885-1b07b718df03', 'tag': 'f35b1605-48fb-4886-a834-2345c8d2d518', 'status': 'completed', 'code': 200} Feb 17 00:08:45.963888 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8082d-fa09-40af-9d87-97265c7e967c req-2b8c9c68-0ba9-4e86-b782-e080e4875463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:45.965553 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bce8082d-fa09-40af-9d87-97265c7e967c req-2b8c9c68-0ba9-4e86-b782-e080e4875463 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b7fde207d4264e458be68a76a8acba8b&device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 1160 time: 0.0936646 Feb 17 00:08:46.051286 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bce8082d-fa09-40af-9d87-97265c7e967c req-dcf43ad6-a74b-42de-b98d-080cd1982421 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f35b1605-48fb-4886-a834-2345c8d2d518 HTTP/1.1" status: 200 len: 217 time: 0.0727937 Feb 17 00:08:46.131051 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8082d-fa09-40af-9d87-97265c7e967c req-e5c7ac09-77d3-445e-99f8-0c77aff4f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:46.132690 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bce8082d-fa09-40af-9d87-97265c7e967c req-e5c7ac09-77d3-445e-99f8-0c77aff4f460 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a0972dbd-f55b-497c-a75f-e04f0c138879 HTTP/1.1" status: 200 len: 847 time: 0.0705745 Feb 17 00:08:46.175963 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f1f7a11b-3231-4768-8a38-d2d61b82a2e0 req-105d9958-c922-4826-9adf-bff42852ac05 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4812198 Feb 17 00:08:46.192931 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bce8082d-fa09-40af-9d87-97265c7e967c req-146ae5bf-5549-481e-9193-59fe252eeefc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fed3f78-ee5c-442e-be2e-cf1428b89325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508606 Feb 17 00:08:46.326222 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270588b6-b4ba-47eb-b1d4-8aece195c208 req-6703e21b-cd25-4add-b80c-623acc866262 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:46.327761 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-270588b6-b4ba-47eb-b1d4-8aece195c208 req-6703e21b-cd25-4add-b80c-623acc866262 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 943 time: 0.5665255 Feb 17 00:08:46.378208 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bce8082d-fa09-40af-9d87-97265c7e967c req-25d2c070-e92a-4276-9532-88a5d07e4a3a service neutron] 10.222.0.54 "GET /v2.0/networks/4fed3f78-ee5c-442e-be2e-cf1428b89325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587887 Feb 17 00:08:46.380484 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c7c200d1-7e1b-43f7-8046-cf405fe7d55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:46.405758 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b6113c37-569c-4c47-ab51-163afed01629 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:46.531953 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bce8082d-fa09-40af-9d87-97265c7e967c req-bd50e785-d44f-4175-b152-5ff3af4a2e2e service neutron] 10.222.0.54 "GET /v2.0/networks/4fed3f78-ee5c-442e-be2e-cf1428b89325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468189 Feb 17 00:08:46.542572 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c200d1-7e1b-43f7-8046-cf405fe7d55e admin admin] Pushing event deleted for resources: {'Port': ['ID=b4530f2d-d6e6-41eb-9202-6ba09c036cfd,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:46.554562 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c7c200d1-7e1b-43f7-8046-cf405fe7d55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:46.557103 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-270588b6-b4ba-47eb-b1d4-8aece195c208 req-455d76c5-e8ca-4a47-b9ff-767e3de165e2 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Synchronizing usage tracker for tenant:b7fde207d4264e458be68a76a8acba8b on resource:security_group {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:08:46.584550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7a11b-3231-4768-8a38-d2d61b82a2e0 req-db2adb75-d08b-41b1-b68c-5fc5ce73c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:46.586122 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f1f7a11b-3231-4768-8a38-d2d61b82a2e0 req-db2adb75-d08b-41b1-b68c-5fc5ce73c776 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1d26520a38346a290f804fe567133d2&device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 1162 time: 0.3603699 Feb 17 00:08:46.665446 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-270588b6-b4ba-47eb-b1d4-8aece195c208 req-455d76c5-e8ca-4a47-b9ff-767e3de165e2 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Unset dirty status for tenant:b7fde207d4264e458be68a76a8acba8b on resource:security_group {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:08:46.666711 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-270588b6-b4ba-47eb-b1d4-8aece195c208 req-455d76c5-e8ca-4a47-b9ff-767e3de165e2 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c192a99-dd72-4845-b7b5-453a8ca690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217723 Feb 17 00:08:46.758456 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7a11b-3231-4768-8a38-d2d61b82a2e0 req-159ddbc1-ae6a-46e9-adff-b107bb5834f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:46.758637 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f1f7a11b-3231-4768-8a38-d2d61b82a2e0 req-159ddbc1-ae6a-46e9-adff-b107bb5834f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 200 len: 911 time: 0.1398916 Feb 17 00:08:46.779754 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecda04b-2b0e-4487-acf2-7f013ef63a60 req-d0ebd3d4-bf29-42d5-8120-b869c9c125c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:46.781409 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1ecda04b-2b0e-4487-acf2-7f013ef63a60 req-d0ebd3d4-bf29-42d5-8120-b869c9c125c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b7fde207d4264e458be68a76a8acba8b&device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 1160 time: 0.1730566 Feb 17 00:08:46.875116 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f1f7a11b-3231-4768-8a38-d2d61b82a2e0 req-71fb9ff8-3c67-4dbb-a427-f04ca27acda7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f435afa-a1fd-41eb-bd63-286cdf13434e HTTP/1.1" status: 200 len: 1001 time: 0.1075804 Feb 17 00:08:46.948100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7a11b-3231-4768-8a38-d2d61b82a2e0 req-60d07292-74c5-4dde-9abe-94012c2d19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:46.949687 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f1f7a11b-3231-4768-8a38-d2d61b82a2e0 req-60d07292-74c5-4dde-9abe-94012c2d19b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=066b5e62-ad57-425f-8725-667a028740da HTTP/1.1" status: 200 len: 856 time: 0.0678751 Feb 17 00:08:47.036562 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7a11b-3231-4768-8a38-d2d61b82a2e0 req-e3e498ec-7e75-4c32-91c9-36075082b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:47.038224 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f1f7a11b-3231-4768-8a38-d2d61b82a2e0 req-e3e498ec-7e75-4c32-91c9-36075082b273 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41f1d152-05fa-431e-881d-6789a11dfe22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809219 Feb 17 00:08:47.092251 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c7c200d1-7e1b-43f7-8046-cf405fe7d55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112281'] for router_interface, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:47.154810 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecda04b-2b0e-4487-acf2-7f013ef63a60 req-3a1e1782-b3cd-43d8-a1ce-b4381691733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:47.156379 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1ecda04b-2b0e-4487-acf2-7f013ef63a60 req-3a1e1782-b3cd-43d8-a1ce-b4381691733a service neutron] 10.222.0.54 "GET /v2.0/networks?id=4fed3f78-ee5c-442e-be2e-cf1428b89325 HTTP/1.1" status: 200 len: 901 time: 0.3104279 Feb 17 00:08:47.194278 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f1f7a11b-3231-4768-8a38-d2d61b82a2e0 req-cc55b728-f6d2-4bd9-98c6-6d602e9d4642 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384289 Feb 17 00:08:47.243236 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1ecda04b-2b0e-4487-acf2-7f013ef63a60 req-108eddd9-3534-4595-b6e5-84b494497415 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f35b1605-48fb-4886-a834-2345c8d2d518 HTTP/1.1" status: 200 len: 217 time: 0.0706193 Feb 17 00:08:47.342935 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f1f7a11b-3231-4768-8a38-d2d61b82a2e0 req-fa37eb4f-892c-4807-be25-be8e050ec79f service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384273 Feb 17 00:08:47.355352 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecda04b-2b0e-4487-acf2-7f013ef63a60 req-77294535-cb88-49d3-8547-a8e4db407e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:47.356972 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1ecda04b-2b0e-4487-acf2-7f013ef63a60 req-77294535-cb88-49d3-8547-a8e4db407e27 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a0972dbd-f55b-497c-a75f-e04f0c138879 HTTP/1.1" status: 200 len: 847 time: 0.1008167 Feb 17 00:08:47.549617 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1ecda04b-2b0e-4487-acf2-7f013ef63a60 req-45e15fe8-8073-43ea-b2e6-ce8cf85cc7df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fed3f78-ee5c-442e-be2e-cf1428b89325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316247 Feb 17 00:08:47.916770 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1ecda04b-2b0e-4487-acf2-7f013ef63a60 req-5d4e6fd3-a793-49f5-a97c-16ef85e8fc15 service neutron] 10.222.0.54 "GET /v2.0/networks/4fed3f78-ee5c-442e-be2e-cf1428b89325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578234 Feb 17 00:08:47.928875 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8559b6-3777-4559-8ab4-33b677fe5e26 req-adc436ba-a5bb-4c7c-88c3-8d4c711fa0df tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:47.930705 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a8559b6-3777-4559-8ab4-33b677fe5e26 req-adc436ba-a5bb-4c7c-88c3-8d4c711fa0df tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 943 time: 0.1114984 Feb 17 00:08:47.983678 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9a8559b6-3777-4559-8ab4-33b677fe5e26 req-06f943dd-b30d-4624-8990-f24037ea0878 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c192a99-dd72-4845-b7b5-453a8ca690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459299 Feb 17 00:08:48.094341 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c200d1-7e1b-43f7-8046-cf405fe7d55e admin admin] Router 03d4fc2e-90ed-476b-b26a-176be88190c7 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:08:48.118285 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1ecda04b-2b0e-4487-acf2-7f013ef63a60 req-39ad6c29-9b83-4185-a156-3c803c0ad930 service neutron] 10.222.0.54 "GET /v2.0/networks/4fed3f78-ee5c-442e-be2e-cf1428b89325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1927881 Feb 17 00:08:48.573808 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c200d1-7e1b-43f7-8046-cf405fe7d55e admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:08:48.584913 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8878cc-566c-43bb-90ec-b8d8f9f52956 None None] Sync routers for ids ['03d4fc2e-90ed-476b-b26a-176be88190c7'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:08:48.590234 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c7c200d1-7e1b-43f7-8046-cf405fe7d55e admin admin] 10.222.0.63 "PUT /v2.0/routers/03d4fc2e-90ed-476b-b26a-176be88190c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4758976 Feb 17 00:08:48.593042 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 54436) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:48.596007 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8878cc-566c-43bb-90ec-b8d8f9f52956 None None] Routers {'03d4fc2e-90ed-476b-b26a-176be88190c7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:08:48.597190 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-7b8878cc-566c-43bb-90ec-b8d8f9f52956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:08:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['03d4fc2e-90ed-476b-b26a-176be88190c7'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:08:48.819434 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:48.978234 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-7b8878cc-566c-43bb-90ec-b8d8f9f52956 None None] Set router 03d4fc2e-90ed-476b-b26a-176be88190c7 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:08:49.049589 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:49.055440 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] Deleting port f8f5e907-c7b0-4de3-8c57-59df94a79511 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:08:49.055835 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:49.321243 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] For port f8f5e907-c7b0-4de3-8c57-59df94a79511, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=f8f5e907-c7b0-4de3-8c57-59df94a79511,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:08:49.321826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:49.321986 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-7b8878cc-566c-43bb-90ec-b8d8f9f52956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'name': 'tempest-ServerRescueNegativeTestJSON-642257993-router', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:08Z', 'updated_at': '2021-02-17T00:08:46Z', 'revision_number': 5, 'project_id': 'a2ee46360fcd446293cdd25aa696350b', 'gw_port': {'id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:15Z', 'updated_at': '2021-02-17T00:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:08:49.326562 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8878cc-566c-43bb-90ec-b8d8f9f52956 None None] Checking router: 03d4fc2e-90ed-476b-b26a-176be88190c7 for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:08:49.339586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8878cc-566c-43bb-90ec-b8d8f9f52956 None None] Routers {'03d4fc2e-90ed-476b-b26a-176be88190c7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:08:49.339790 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f816099-6cad-4f99-b3a9-87903bbcafb8 req-60f3214b-6851-4c10-8922-c15c43287fc2 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:49.341302 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-7b8878cc-566c-43bb-90ec-b8d8f9f52956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:08:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['03d4fc2e-90ed-476b-b26a-176be88190c7'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:08:49.341932 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f816099-6cad-4f99-b3a9-87903bbcafb8 req-60f3214b-6851-4c10-8922-c15c43287fc2 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 943 time: 0.2088690 Feb 17 00:08:49.491451 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] Calling delete_port for f8f5e907-c7b0-4de3-8c57-59df94a79511 owned by network:router_gateway {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:08:49.550229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:49.581287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-7b8878cc-566c-43bb-90ec-b8d8f9f52956 None None] Set router 03d4fc2e-90ed-476b-b26a-176be88190c7 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:08:49.581481 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f816099-6cad-4f99-b3a9-87903bbcafb8 req-99245b0a-2ec5-4c1e-bd13-a88ccb65f55b tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c192a99-dd72-4845-b7b5-453a8ca690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796541 Feb 17 00:08:49.674188 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: WARNING neutron.plugins.ml2.ovo_rpc [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: result = function(*args, **kwargs) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: proto.__init__(conn_state, self) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: self.handle() Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: self.handle_one_request() Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: self.handle_one_response() Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: result = self.application(self.environ, start_response) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: return app(environ, start_response) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: resp = self.call_func(req, *args, **kw) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: return self.func(req, *args, **kwargs) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: response = req.get_response(self.application) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: application, catch_exc_info=False) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: app_iter = application(self.environ, start_response) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: resp = self.call_func(req, *args, **kw) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: return self.func(req, *args, **kwargs) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: response = req.get_response(self.application) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: application, catch_exc_info=False) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: app_iter = application(self.environ, start_response) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: resp = self.call_func(req, *args, **kw) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: return self.func(req, *args, **kwargs) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: response = req.get_response(self.application) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: application, catch_exc_info=False) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: app_iter = application(self.environ, start_response) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: resp = self.call_func(req, *args, **kw) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: return self.func(req, *args, **kwargs) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: response = req.get_response(self.application) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: application, catch_exc_info=False) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: app_iter = application(self.environ, start_response) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: resp = self.call_func(req, *args, **kw) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: return self.func(req, *args, **kwargs) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: return request.get_response(self.application) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: application, catch_exc_info=False) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: app_iter = application(self.environ, start_response) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: resp = self.call_func(req, *args, **kw) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: return self.func(req, *args, **kwargs) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: response = req.get_response(self._app) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: application, catch_exc_info=False) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: app_iter = application(self.environ, start_response) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: return resp(environ, start_response) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: return resp(environ, start_response) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: response = self.app(environ, start_response) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: return resp(environ, start_response) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: resp = self.call_func(req, *args, **kw) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: return self.func(req, *args, **kwargs) Feb 17 00:08:49.681606 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: result = method(request=request, **args) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: return self._delete(request, id, **kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: return f(*args, **kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: return f(*args, **kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: return f(*dup_args, **dup_kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: obj_deleter(request.context, id, **kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: return method(*args, **kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: return f(*args, **kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: return f(*args, **kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: return f(*dup_args, **dup_kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: self._delete_current_gw_port(context, id, router, None) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, context, *args, **kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: return method(*args, **kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: context, port, router_ids, bound_mech_contexts) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: return function(*args, **kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: callback(resource, event, trigger, **kwargs) Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: if self._is_session_semantic_violated(context, resource, event): Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: stack = traceback.extract_stack() Feb 17 00:08:49.687486 dv-cinder-759961-3-smb neutron-server[83811]: Feb 17 00:08:49.911804 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854060373'] for router_gateway, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:49.956864 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-7b8878cc-566c-43bb-90ec-b8d8f9f52956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'name': 'tempest-ServerRescueNegativeTestJSON-642257993-router', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:08Z', 'updated_at': '2021-02-17T00:08:46Z', 'revision_number': 5, 'project_id': 'a2ee46360fcd446293cdd25aa696350b', 'gw_port': {'id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:15Z', 'updated_at': '2021-02-17T00:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:08:49.962144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8878cc-566c-43bb-90ec-b8d8f9f52956 None None] The sync data for ids ['03d4fc2e-90ed-476b-b26a-176be88190c7'] in dv-cinder-759961-3-smb is: [{'id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'name': 'tempest-ServerRescueNegativeTestJSON-642257993-router', 'tenant_id': 'a2ee46360fcd446293cdd25aa696350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:08Z', 'updated_at': '2021-02-17T00:08:46Z', 'revision_number': 5, 'project_id': 'a2ee46360fcd446293cdd25aa696350b', 'gw_port': {'id': 'f8f5e907-c7b0-4de3-8c57-59df94a79511', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4fc2e-90ed-476b-b26a-176be88190c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:15Z', 'updated_at': '2021-02-17T00:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:08:50.031618 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.objects.ports [None req-b41f0fae-9dd0-4ce6-8e9e-a37beb623773 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:08:50.074801 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854105565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5001'] for router, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:50.078852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:50.179190 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110975'] for router, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:50.179667 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03d4fc2e-90ed-476b-b26a-176be88190c7 {{(pid=83920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:08:50.194642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] Notify callbacks [] for router, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:50.195955 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-42a8e3d3-e33b-4925-8d13-1fdb84f2a0c7 admin admin] 10.222.0.63 "DELETE /v2.0/routers/03d4fc2e-90ed-476b-b26a-176be88190c7 HTTP/1.1" status: 204 len: 168 time: 1.6018875 Feb 17 00:08:50.198693 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 54444) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:50.271949 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1aed9e0-5ad8-4d3e-a120-66950879df50 admin admin] Deleting subnet 17138db5-0c15-4399-a1cd-bdf6e1de4aee {{(pid=83920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:08:50.275859 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f1aed9e0-5ad8-4d3e-a120-66950879df50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:50.332428 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f1aed9e0-5ad8-4d3e-a120-66950879df50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10746214'] for subnet, precommit_delete_associations {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:50.392014 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f1aed9e0-5ad8-4d3e-a120-66950879df50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4952659'] for subnet, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:50.674126 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f1aed9e0-5ad8-4d3e-a120-66950879df50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849823157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10746352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844209921'] for subnet, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:50.691053 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:50.764379 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device f35b1605-48fb-4886-a834-2345c8d2d518 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:08:50.782706 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aed9e0-5ad8-4d3e-a120-66950879df50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17138db5-0c15-4399-a1cd-bdf6e1de4aee,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:50.786563 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f1aed9e0-5ad8-4d3e-a120-66950879df50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:50.807973 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e22f09-63d3-487e-ad03-b57e7ba73b06 req-de1844e3-012d-46d6-b12a-e5ff72f21340 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:50.817482 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e2e22f09-63d3-487e-ad03-b57e7ba73b06 req-de1844e3-012d-46d6-b12a-e5ff72f21340 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 943 time: 0.1034825 Feb 17 00:08:50.838936 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device b4530f2d-d6e6-41eb-9202-6ba09c036cfd no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:08:50.841853 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f1aed9e0-5ad8-4d3e-a120-66950879df50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:50.848188 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-f1aed9e0-5ad8-4d3e-a120-66950879df50 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/17138db5-0c15-4399-a1cd-bdf6e1de4aee HTTP/1.1" status: 204 len: 168 time: 0.6484699 Feb 17 00:08:50.851011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 54450) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:50.860664 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e2e22f09-63d3-487e-ad03-b57e7ba73b06 req-c0b3b12f-d6e1-4b1e-b4a3-f22cbd26f87d tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c192a99-dd72-4845-b7b5-453a8ca690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421982 Feb 17 00:08:50.882907 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: b4530f2d-d6e6-41eb-9202-6ba09c036cfd {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:08:50.883393 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device b4530f2d-d6e6-41eb-9202-6ba09c036cfd not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:08:50.883940 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device f8f5e907-c7b0-4de3-8c57-59df94a79511 no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:08:50.924971 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: f8f5e907-c7b0-4de3-8c57-59df94a79511 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:08:50.925366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device f8f5e907-c7b0-4de3-8c57-59df94a79511 not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:08:50.927922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port f35b1605-48fb-4886-a834-2345c8d2d518 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:08:50.933284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port f35b1605-48fb-4886-a834-2345c8d2d518 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:08:50.933704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:50.978298 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4784241'] for network, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:51.061559 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:51.089424 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648b27db-2165-467f-9885-1b07b718df03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35b1605-48fb-4886-a834-2345c8d2d518'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:08:51.101314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port f35b1605-48fb-4886-a834-2345c8d2d518, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f35b1605-48fb-4886-a834-2345c8d2d518,segment=NetworkSegment(f7a080e9-c0e3-4c13-9384-e0aab32e337d),segment_id=f7a080e9-c0e3-4c13-9384-e0aab32e337d)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:08:51.106801 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:51.108929 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:51.144428 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648b27db-2165-467f-9885-1b07b718df03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35b1605-48fb-4886-a834-2345c8d2d518', 'code': 200} Feb 17 00:08:51.190492 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=f35b1605-48fb-4886-a834-2345c8d2d518,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:51.194647 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:51.458238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4950218', 'neutron.services.segments.db._delete_segments_for_network-8768588793578'] for network, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:51.588919 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca00216-ee09-4b8a-a03b-9db9b3566f52']}} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:08:51.597717 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5f1d5-dead-4946-ac6a-bd8f6087ad00 req-14c32c40-ee2a-44b7-a5ee-543e8a0c227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:51.599346 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-61f5f1d5-dead-4946-ac6a-bd8f6087ad00 req-14c32c40-ee2a-44b7-a5ee-543e8a0c227b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 1162 time: 0.2156632 Feb 17 00:08:51.604987 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ebecaa-ebcc-4caf-8948-9084129d97f4') {'for_net_delete': True} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:08:51.605316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ebecaa-ebcc-4caf-8948-9084129d97f4') {} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:08:51.634418 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268265975292', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844029570'] for segment, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:51.660838 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:51.664435 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:08:51.692247 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-61f5f1d5-dead-4946-ac6a-bd8f6087ad00 req-90d4bfa9-8288-4161-a50f-2de8ae3eae9a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0c192a99-dd72-4845-b7b5-453a8ca690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793886 Feb 17 00:08:51.734299 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device f35b1605-48fb-4886-a834-2345c8d2d518 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:08:51.809181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port f35b1605-48fb-4886-a834-2345c8d2d518 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:08:51.809630 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:51.848946 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] Network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 has no segments {{(pid=83920) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:08:51.858531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4960578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844035057'] for segment, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:52.006254 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-35645942-5eb4-468c-bcb4-7c944954d05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:52.041441 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] Network 4ca00216-ee09-4b8a-a03b-9db9b3566f52 has no segments {{(pid=83920) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: Traceback (most recent call last): Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: timer() Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: cb(*args, **kw) Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: return func(*args, **kwargs) Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: self._notify() Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: self.callback(batched_events) Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: event.method(event) Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: segment_id)['aggregates'][0] Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, *a, **k) Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: return self._get(url).json() Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: **kwargs) Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: return self.request(url, 'GET', **kwargs) Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: **endpoint_filter) Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:08:52.064068 dv-cinder-759961-3-smb neutron-server[83811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:08:52.075753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6b34b-f04f-4222-92f6-540b25c1bdb8 req-167dc840-0131-4cec-b93e-735b9d1093f4 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:52.077431 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6ca6b34b-f04f-4222-92f6-540b25c1bdb8 req-167dc840-0131-4cec-b93e-735b9d1093f4 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 945 time: 0.0886908 Feb 17 00:08:52.124502 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6ca6b34b-f04f-4222-92f6-540b25c1bdb8 req-68f00e67-2dda-409f-be2a-a8a73893b993 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c192a99-dd72-4845-b7b5-453a8ca690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 Feb 17 00:08:52.143741 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036849825598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714387'] for network, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:52.148619 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:52.152566 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2f18423c-fc0f-4f6d-9f21-b4d08b397a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:52.176814 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca00216-ee09-4b8a-a03b-9db9b3566f52,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:52.179470 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:52.181407 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ed2a37d3-03c1-4e37-b548-dbc0f6eca13b admin admin] 10.222.0.63 "DELETE /v2.0/networks/4ca00216-ee09-4b8a-a03b-9db9b3566f52 HTTP/1.1" status: 204 len: 168 time: 1.3294120 Feb 17 00:08:52.358203 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 54460) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:52.413033 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-01920a94-042e-4de1-90a4-22a8eb333ec1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a2ee46360fcd446293cdd25aa696350b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0532703 Feb 17 00:08:52.415710 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 54464) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:52.475518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-638b0ec2-8eef-4395-8a82-43db292ca5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:52.502515 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-638b0ec2-8eef-4395-8a82-43db292ca5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:52.549507 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-638b0ec2-8eef-4395-8a82-43db292ca5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:52.554882 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-807367c7-4f67-422a-963a-823b1589e5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:08:52.568238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b0ec2-8eef-4395-8a82-43db292ca5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92272757-2d0c-4910-9c6b-624dbd23fcb9,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:08:52.571114 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-638b0ec2-8eef-4395-8a82-43db292ca5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:08:52.576930 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-638b0ec2-8eef-4395-8a82-43db292ca5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:52.578210 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-638b0ec2-8eef-4395-8a82-43db292ca5bd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/92272757-2d0c-4910-9c6b-624dbd23fcb9 HTTP/1.1" status: 204 len: 168 time: 0.1614804 Feb 17 00:08:53.150337 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:08:53.443044 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c916d02-3c0b-4710-a338-2c805475ed15 req-89edad4e-74c0-448d-b519-1ef20044f1cf tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:53.444677 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4c916d02-3c0b-4710-a338-2c805475ed15 req-89edad4e-74c0-448d-b519-1ef20044f1cf tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 945 time: 0.1159761 Feb 17 00:08:53.494826 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4c916d02-3c0b-4710-a338-2c805475ed15 req-9f24d656-eb17-4d4b-86a6-b098f8cd2cfa tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c192a99-dd72-4845-b7b5-453a8ca690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429194 Feb 17 00:08:53.734251 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device f35b1605-48fb-4886-a834-2345c8d2d518 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:08:53.807579 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port f35b1605-48fb-4886-a834-2345c8d2d518 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:08:53.807998 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:54.462895 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ed152279-2fb9-41fb-82b1-ca4b1d8ab129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:54.703906 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30857657-26d8-4a89-9c30-cc29176d986d req-1f396b78-bcf5-43d8-a461-1ea759cea2c8 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:54.705530 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-30857657-26d8-4a89-9c30-cc29176d986d req-1f396b78-bcf5-43d8-a461-1ea759cea2c8 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 945 time: 0.0929272 Feb 17 00:08:54.758306 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-30857657-26d8-4a89-9c30-cc29176d986d req-635e7761-6aa0-4294-93cf-4bfc161cde42 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c192a99-dd72-4845-b7b5-453a8ca690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Feb 17 00:08:54.908926 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:56.093119 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:56.383573 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:58.459547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f103092-b820-4873-a0f7-bb83eb8095d1 req-0863938d-bad9-4766-9270-8fcaaa9e6cc2 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:58.461172 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0f103092-b820-4873-a0f7-bb83eb8095d1 req-0863938d-bad9-4766-9270-8fcaaa9e6cc2 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 945 time: 0.0854414 Feb 17 00:08:58.509037 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0f103092-b820-4873-a0f7-bb83eb8095d1 req-656ebac4-e13a-42e5-bb54-0cea999b8134 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c192a99-dd72-4845-b7b5-453a8ca690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Feb 17 00:08:59.712133 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40888b79-e19b-488e-8784-0ed749177bd8 req-11c337b0-580c-4bd1-be61-ccdf48cb030c tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:08:59.713666 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-40888b79-e19b-488e-8784-0ed749177bd8 req-11c337b0-580c-4bd1-be61-ccdf48cb030c tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 945 time: 0.0860693 Feb 17 00:08:59.761531 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-40888b79-e19b-488e-8784-0ed749177bd8 req-678660c1-fff2-4eec-a844-09833d203da7 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c192a99-dd72-4845-b7b5-453a8ca690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415201 Feb 17 00:09:00.754531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b3f10-214f-4222-9e29-a9228836dd3d req-adfc7df7-5571-4ba6-9e0c-61e97014520b tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:00.756089 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-646b3f10-214f-4222-9e29-a9228836dd3d req-adfc7df7-5571-4ba6-9e0c-61e97014520b tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.54 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 945 time: 0.0882177 Feb 17 00:09:00.834439 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-646b3f10-214f-4222-9e29-a9228836dd3d req-3bfc3760-80c1-4235-80c5-4d3e48a80e4f tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Deleting port f35b1605-48fb-4886-a834-2345c8d2d518 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:09:00.834827 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-646b3f10-214f-4222-9e29-a9228836dd3d req-3bfc3760-80c1-4235-80c5-4d3e48a80e4f tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:01.121701 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-646b3f10-214f-4222-9e29-a9228836dd3d req-3bfc3760-80c1-4235-80c5-4d3e48a80e4f tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] For port f35b1605-48fb-4886-a834-2345c8d2d518, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f35b1605-48fb-4886-a834-2345c8d2d518,segment=NetworkSegment(f7a080e9-c0e3-4c13-9384-e0aab32e337d),segment_id=f7a080e9-c0e3-4c13-9384-e0aab32e337d)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:09:01.122732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-646b3f10-214f-4222-9e29-a9228836dd3d req-3bfc3760-80c1-4235-80c5-4d3e48a80e4f tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:01.193236 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974b318-48da-416f-abbd-938da762264c req-9e8c234c-7483-4e93-a03f-6183da644fcd tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:01.194869 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5974b318-48da-416f-abbd-938da762264c req-9e8c234c-7483-4e93-a03f-6183da644fcd tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 945 time: 0.3172429 Feb 17 00:09:01.242499 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5974b318-48da-416f-abbd-938da762264c req-4342d891-6fdb-48d1-9b09-10b3da8d2356 tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c192a99-dd72-4845-b7b5-453a8ca690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407288 Feb 17 00:09:01.257947 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-646b3f10-214f-4222-9e29-a9228836dd3d req-3bfc3760-80c1-4235-80c5-4d3e48a80e4f tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Calling delete_port for f35b1605-48fb-4886-a834-2345c8d2d518 owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:09:01.411284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-646b3f10-214f-4222-9e29-a9228836dd3d req-3bfc3760-80c1-4235-80c5-4d3e48a80e4f tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:01.427185 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4f9c70ab-2b09-4b0e-bbfd-a8f7b6de4426 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:01.527682 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc3760-80c1-4235-80c5-4d3e48a80e4f tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Pushing event deleted for resources: {'Port': ['ID=f35b1605-48fb-4886-a834-2345c8d2d518,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:01.538006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-3bfc3760-80c1-4235-80c5-4d3e48a80e4f tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:01.641604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-646b3f10-214f-4222-9e29-a9228836dd3d req-3bfc3760-80c1-4235-80c5-4d3e48a80e4f tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] No DVR routers for this DVR port f35b1605-48fb-4886-a834-2345c8d2d518 on host hv-cinder-75996 {{(pid=83920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:09:01.643957 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-646b3f10-214f-4222-9e29-a9228836dd3d req-3bfc3760-80c1-4235-80c5-4d3e48a80e4f tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:01.646850 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648b27db-2165-467f-9885-1b07b718df03', 'name': 'network-vif-deleted', 'tag': 'f35b1605-48fb-4886-a834-2345c8d2d518'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:01.663561 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-646b3f10-214f-4222-9e29-a9228836dd3d req-3bfc3760-80c1-4235-80c5-4d3e48a80e4f tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.54 "DELETE /v2.0/ports/f35b1605-48fb-4886-a834-2345c8d2d518 HTTP/1.1" status: 204 len: 173 time: 0.8998723 Feb 17 00:09:01.697015 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648b27db-2165-467f-9885-1b07b718df03', 'name': 'network-vif-deleted', 'tag': 'f35b1605-48fb-4886-a834-2345c8d2d518', 'status': 'completed', 'code': 200} Feb 17 00:09:01.729475 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device f35b1605-48fb-4886-a834-2345c8d2d518 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:09:01.767273 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] No Port match for: f35b1605-48fb-4886-a834-2345c8d2d518 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:09:01.767829 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device f35b1605-48fb-4886-a834-2345c8d2d518 not bound to the agent host hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:09:02.419856 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4fb69f8a-2d35-443f-bbcb-6e6e8157ef5d req-525d10c7-35ba-4ee5-b187-ba85ce59ed8e tempest-VolumesActionsTest-187279119 tempest-VolumesActionsTest-187279119-project] 10.222.0.63 "GET /v2.0/ports?device_id=648b27db-2165-467f-9885-1b07b718df03 HTTP/1.1" status: 200 len: 210 time: 0.0497804 Feb 17 00:09:11.447999 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 54786) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:11.580724 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6c671c8b-5307-44d0-bb9c-41056351bb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:11.597456 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-6c671c8b-5307-44d0-bb9c-41056351bb5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:11.601657 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-6c671c8b-5307-44d0-bb9c-41056351bb5f admin admin] Usage tracker for resource:security_group_rule and tenant:74bb3cf3eac74c8c98de266f5ffda5eb is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:11.604785 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-6c671c8b-5307-44d0-bb9c-41056351bb5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:11.612560 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-6c671c8b-5307-44d0-bb9c-41056351bb5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:11.719563 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6c671c8b-5307-44d0-bb9c-41056351bb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:11.722692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6c671c8b-5307-44d0-bb9c-41056351bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:11.730476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2f50c1e2-076e-43ee-803d-16c586d64927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:11.776444 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-6c671c8b-5307-44d0-bb9c-41056351bb5f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=74bb3cf3eac74c8c98de266f5ffda5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272874 Feb 17 00:09:11.777504 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c671c8b-5307-44d0-bb9c-41056351bb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9873582-b04c-4ab2-9c96-8886148893f0,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:11.781544 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 54794) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:11.784708 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6c671c8b-5307-44d0-bb9c-41056351bb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:11.879727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b2c09e25-dd2e-4b2f-87de-4d1aa05b225a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:11.927692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b2c09e25-dd2e-4b2f-87de-4d1aa05b225a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:12.004864 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b2c09e25-dd2e-4b2f-87de-4d1aa05b225a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:12.014089 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-319d47a3-d66f-4c42-9ac3-ba777f13a87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:12.045237 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c09e25-dd2e-4b2f-87de-4d1aa05b225a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9873582-b04c-4ab2-9c96-8886148893f0,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:12.050478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b2c09e25-dd2e-4b2f-87de-4d1aa05b225a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:12.052660 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b2c09e25-dd2e-4b2f-87de-4d1aa05b225a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:12.059113 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b2c09e25-dd2e-4b2f-87de-4d1aa05b225a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b9873582-b04c-4ab2-9c96-8886148893f0 HTTP/1.1" status: 204 len: 168 time: 0.2762148 Feb 17 00:09:12.484415 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 54810) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:12.507988 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fd5742ca-cd28-4565-864a-cdc18e981947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:12.524604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-fd5742ca-cd28-4565-864a-cdc18e981947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:12.530044 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-fd5742ca-cd28-4565-864a-cdc18e981947 admin admin] Usage tracker for resource:security_group_rule and tenant:4551098ad6b240f48af399af8c8e2a4d is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:12.533506 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-fd5742ca-cd28-4565-864a-cdc18e981947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:12.540078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-fd5742ca-cd28-4565-864a-cdc18e981947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:12.629575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fd5742ca-cd28-4565-864a-cdc18e981947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:12.632925 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fd5742ca-cd28-4565-864a-cdc18e981947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:12.641685 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2bfb803b-d015-4dcc-9a00-4b6d37b4323d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:12.685852 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-fd5742ca-cd28-4565-864a-cdc18e981947 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4551098ad6b240f48af399af8c8e2a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002435 Feb 17 00:09:12.687611 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5742ca-cd28-4565-864a-cdc18e981947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb49a51-6b9c-409a-82f4-9f1df4df4275,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:12.688924 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 54814) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:12.690976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-fd5742ca-cd28-4565-864a-cdc18e981947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:12.755727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dba9db10-efb0-47ca-895a-41b7e553e96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:12.786456 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dba9db10-efb0-47ca-895a-41b7e553e96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:12.841860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dba9db10-efb0-47ca-895a-41b7e553e96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:12.847444 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bca5e57b-0c18-4042-a02f-c256c2696b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:12.862047 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9db10-efb0-47ca-895a-41b7e553e96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb49a51-6b9c-409a-82f4-9f1df4df4275,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:12.865367 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-dba9db10-efb0-47ca-895a-41b7e553e96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:12.867743 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dba9db10-efb0-47ca-895a-41b7e553e96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:12.868981 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-dba9db10-efb0-47ca-895a-41b7e553e96f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3eb49a51-6b9c-409a-82f4-9f1df4df4275 HTTP/1.1" status: 204 len: 168 time: 0.1789873 Feb 17 00:09:16.798659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec33832-7b53-436f-b5a0-fcf049ae3d14 req-ed678575-2ff4-422d-b943-1cb4996984ac tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:16.801672 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bec33832-7b53-436f-b5a0-fcf049ae3d14 req-ed678575-2ff4-422d-b943-1cb4996984ac tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1424687 Feb 17 00:09:16.872513 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bec33832-7b53-436f-b5a0-fcf049ae3d14 req-6bb465b8-e9af-4778-81f9-3ebd72752a5e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557125 Feb 17 00:09:18.214453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55006) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:18.294452 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e67067ec-88fc-4522-bbe9-0a66e8d3e35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:18.311932 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-e67067ec-88fc-4522-bbe9-0a66e8d3e35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:18.316638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-e67067ec-88fc-4522-bbe9-0a66e8d3e35f admin admin] Usage tracker for resource:security_group_rule and tenant:5982d86369ce4a2ea73949ad5b18c0de is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:18.320022 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-e67067ec-88fc-4522-bbe9-0a66e8d3e35f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:18.326511 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-e67067ec-88fc-4522-bbe9-0a66e8d3e35f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:18.521868 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bd1b8-c99f-4312-9aee-7126c054eec0 req-6fcacd05-0a6e-40a2-b30e-672e8813c3bf tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:18.523551 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-021bd1b8-c99f-4312-9aee-7126c054eec0 req-6fcacd05-0a6e-40a2-b30e-672e8813c3bf tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.4747868 Feb 17 00:09:18.526060 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e67067ec-88fc-4522-bbe9-0a66e8d3e35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:18.530431 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e67067ec-88fc-4522-bbe9-0a66e8d3e35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:18.541827 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-be359fa9-88f2-4dba-b6f7-075e6684eb97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:18.609827 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-e67067ec-88fc-4522-bbe9-0a66e8d3e35f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5982d86369ce4a2ea73949ad5b18c0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934472 Feb 17 00:09:18.610254 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55014) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:18.638214 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-021bd1b8-c99f-4312-9aee-7126c054eec0 req-66e63f67-3352-44c0-94db-d93d6113b69a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969229 Feb 17 00:09:18.639221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67067ec-88fc-4522-bbe9-0a66e8d3e35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b68fd58-5a6e-45d3-ae4c-4a7b62fe3a9b,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:18.643255 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e67067ec-88fc-4522-bbe9-0a66e8d3e35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:18.690573 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1bb66d53-65d0-4268-88a4-df623fc436f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:18.729088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1bb66d53-65d0-4268-88a4-df623fc436f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:18.798653 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1bb66d53-65d0-4268-88a4-df623fc436f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:18.804670 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-16de4284-582b-4d7f-818f-33f6d9e8cd20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:18.820953 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb66d53-65d0-4268-88a4-df623fc436f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b68fd58-5a6e-45d3-ae4c-4a7b62fe3a9b,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:18.823496 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1bb66d53-65d0-4268-88a4-df623fc436f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:18.826607 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-1bb66d53-65d0-4268-88a4-df623fc436f7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9b68fd58-5a6e-45d3-ae4c-4a7b62fe3a9b HTTP/1.1" status: 204 len: 168 time: 0.2140124 Feb 17 00:09:18.828867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1bb66d53-65d0-4268-88a4-df623fc436f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:19.064410 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-770fe6df-6f57-4462-9095-97827d4fa247 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:19.066662 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-770fe6df-6f57-4462-9095-97827d4fa247 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.54 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.1399632 Feb 17 00:09:19.197014 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Deleting port 9f435afa-a1fd-41eb-bd63-286cdf13434e {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:09:19.197678 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:19.313565 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55030) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:19.352469 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-53b65518-11ae-49db-b956-153b9766b893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:19.380660 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-53b65518-11ae-49db-b956-153b9766b893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:19.385828 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-53b65518-11ae-49db-b956-153b9766b893 admin admin] Usage tracker for resource:security_group_rule and tenant:a2a24a06cf964ae6a3e116f322229a79 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:19.391158 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-53b65518-11ae-49db-b956-153b9766b893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:19.399641 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-53b65518-11ae-49db-b956-153b9766b893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:19.536394 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-53b65518-11ae-49db-b956-153b9766b893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:19.539695 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-53b65518-11ae-49db-b956-153b9766b893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:19.555615 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ea2f2907-e80c-4197-b127-97fe19eb212d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:19.573232 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:19.599789 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] For port 9f435afa-a1fd-41eb-bd63-286cdf13434e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9f435afa-a1fd-41eb-bd63-286cdf13434e,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:09:19.600190 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:19.631088 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-53b65518-11ae-49db-b956-153b9766b893 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a2a24a06cf964ae6a3e116f322229a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132858 Feb 17 00:09:19.631088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b65518-11ae-49db-b956-153b9766b893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e42cc5-0ac6-47b5-bda9-ba199b1622f4,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:19.635467 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55036) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:19.642130 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-53b65518-11ae-49db-b956-153b9766b893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:19.738433 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bf735e76-9abe-44fb-8bf6-11c6fab55667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:19.771969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bf735e76-9abe-44fb-8bf6-11c6fab55667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:19.839670 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9f435afa-a1fd-41eb-bd63-286cdf13434e no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:09:19.846323 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bf735e76-9abe-44fb-8bf6-11c6fab55667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:19.855145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-638b0ec2-8eef-4395-8a82-43db292ca5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:19.878848 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf735e76-9abe-44fb-8bf6-11c6fab55667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e42cc5-0ac6-47b5-bda9-ba199b1622f4,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:19.884397 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bf735e76-9abe-44fb-8bf6-11c6fab55667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:19.897177 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bf735e76-9abe-44fb-8bf6-11c6fab55667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:19.909490 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-bf735e76-9abe-44fb-8bf6-11c6fab55667 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/17e42cc5-0ac6-47b5-bda9-ba199b1622f4 HTTP/1.1" status: 204 len: 168 time: 0.2646489 Feb 17 00:09:20.063460 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:20.126155 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f435afa-a1fd-41eb-bd63-286cdf13434e'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:20.136495 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 9f435afa-a1fd-41eb-bd63-286cdf13434e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9f435afa-a1fd-41eb-bd63-286cdf13434e,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:09:20.143068 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:20.147873 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:20.258869 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f435afa-a1fd-41eb-bd63-286cdf13434e', 'code': 200} Feb 17 00:09:20.315200 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=9f435afa-a1fd-41eb-bd63-286cdf13434e,revision_number=7']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:20.334643 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.335643 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.336527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.338051 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.338929 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.339784 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.341276 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.342193 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.343042 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.343910 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.344766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.345640 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.346751 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.348165 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.349027 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.349938 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.350797 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.351654 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.352508 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.353357 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.354245 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.355138 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.356124 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.356953 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:20.378885 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:20.380345 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:20.381309 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:20.382233 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_db [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Floating IP 34294f6e-c7fb-46f6-8534-382cc01f0b31 disassociated. External IP: 172.28.2.213, port: 9f435afa-a1fd-41eb-bd63-286cdf13434e. Feb 17 00:09:20.383136 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Calling delete_port for 9f435afa-a1fd-41eb-bd63-286cdf13434e owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:09:20.468572 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45486b-35f8-48b9-a8ef-f9f63211941e req-b73f0cee-3c97-420b-a201-adc23aa6e95e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:20.470314 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ae45486b-35f8-48b9-a8ef-f9f63211941e req-b73f0cee-3c97-420b-a201-adc23aa6e95e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 945 time: 0.5342453 Feb 17 00:09:20.597872 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ae45486b-35f8-48b9-a8ef-f9f63211941e req-9cd8aed2-fe53-4490-a04e-9ef3c5e04568 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122715 Feb 17 00:09:20.616580 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83920) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:09:20.617195 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:09:21.119543 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Deleting port 9f435afa-a1fd-41eb-bd63-286cdf13434e {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:09:21.119841 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:21.437327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] For port 9f435afa-a1fd-41eb-bd63-286cdf13434e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9f435afa-a1fd-41eb-bd63-286cdf13434e,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:09:21.438505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:21.830800 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:21.831215 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:21.831569 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_db [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Floating IP 34294f6e-c7fb-46f6-8534-382cc01f0b31 disassociated. External IP: 172.28.2.213, port: 9f435afa-a1fd-41eb-bd63-286cdf13434e. Feb 17 00:09:21.831956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Calling delete_port for 9f435afa-a1fd-41eb-bd63-286cdf13434e owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:09:21.870520 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebb3e7-f8ba-499a-b774-63b7c4b02c89 req-3e5b9724-6ade-481e-bc17-effe40d111fe tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:21.881366 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-43ebb3e7-f8ba-499a-b774-63b7c4b02c89 req-3e5b9724-6ade-481e-bc17-effe40d111fe tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 943 time: 0.1264143 Feb 17 00:09:21.966202 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-43ebb3e7-f8ba-499a-b774-63b7c4b02c89 req-25f1edb4-0b87-4d47-9754-92a52947cbc5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=158208c9-42f6-4b8c-8797-3f6cbee08d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760963 Feb 17 00:09:22.012952 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6235eeed-671b-4532-8829-e0a7f812ab11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:22.052454 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:22.071547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-204d0a4b-16ba-46ff-8423-94e72313f994 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:22.122134 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event deleted for resources: {'Port': ['ID=9f435afa-a1fd-41eb-bd63-286cdf13434e,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:22.126464 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:22.567750 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:09:22.796542 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:09:22.812633 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0448f45-225f-4997-ac72-7b02c2d8165b None None] Sync routers for ids ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'] in dv-cinder-759961-3-smb {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:09:22.829700 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0448f45-225f-4997-ac72-7b02c2d8165b None None] Routers {'8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:09:22.831445 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-e0448f45-225f-4997-ac72-7b02c2d8165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:08:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:22.843836 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] No DVR routers for this DVR port 9f435afa-a1fd-41eb-bd63-286cdf13434e on host hv-cinder-75996 {{(pid=83920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:09:22.846388 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:22.849630 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'name': 'network-vif-deleted', 'tag': '9f435afa-a1fd-41eb-bd63-286cdf13434e'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:22.897675 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0eb29c8b-4515-4148-8dc1-5226d5d92810 req-03a9a8d3-c772-4cdc-9b68-21ed53a6d796 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.54 "DELETE /v2.0/ports/9f435afa-a1fd-41eb-bd63-286cdf13434e HTTP/1.1" status: 204 len: 173 time: 3.8181205 Feb 17 00:09:22.923424 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688c07b0-eeec-4ac5-8389-39752e5d1c11', 'name': 'network-vif-deleted', 'tag': '9f435afa-a1fd-41eb-bd63-286cdf13434e', 'status': 'completed', 'code': 200} Feb 17 00:09:23.101955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-e0448f45-225f-4997-ac72-7b02c2d8165b None None] Set router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:09:23.171612 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a4f52921-7fa5-49b3-a807-006ab281638a req-3290951c-8197-4134-97bc-29e9ca185c6c tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=688c07b0-eeec-4ac5-8389-39752e5d1c11 HTTP/1.1" status: 200 len: 210 time: 0.0625768 Feb 17 00:09:23.424679 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55128) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:23.525960 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b9936b-9b82-44be-bd96-e755973ab25a admin admin] Deleting subnet a0972dbd-f55b-497c-a75f-e04f0c138879 {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:09:23.530688 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d2b9936b-9b82-44be-bd96-e755973ab25a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:23.589684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-e0448f45-225f-4997-ac72-7b02c2d8165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:39Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:23.594321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0448f45-225f-4997-ac72-7b02c2d8165b None None] Checking router: 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c for host: dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:09:23.594969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d2b9936b-9b82-44be-bd96-e755973ab25a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981417'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:23.606511 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0448f45-225f-4997-ac72-7b02c2d8165b None None] Routers {'8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:09:23.607201 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-e0448f45-225f-4997-ac72-7b02c2d8165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:08:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:23.680918 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d2b9936b-9b82-44be-bd96-e755973ab25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4952659'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:23.863738 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-e0448f45-225f-4997-ac72-7b02c2d8165b None None] Set router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:09:24.044102 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d2b9936b-9b82-44be-bd96-e755973ab25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849823157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843674682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852803607'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:24.062345 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-50930d85-c5ef-45aa-b97b-0512e8fc943a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:24.153830 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9936b-9b82-44be-bd96-e755973ab25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0972dbd-f55b-497c-a75f-e04f0c138879,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:24.156651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d2b9936b-9b82-44be-bd96-e755973ab25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:24.226250 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d2b9936b-9b82-44be-bd96-e755973ab25a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:24.235624 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-d2b9936b-9b82-44be-bd96-e755973ab25a admin admin] 10.222.0.63 "DELETE /v2.0/subnets/a0972dbd-f55b-497c-a75f-e04f0c138879 HTTP/1.1" status: 204 len: 168 time: 0.8061047 Feb 17 00:09:24.236345 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55134) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:24.242148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-e0448f45-225f-4997-ac72-7b02c2d8165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:39Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:24.244481 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0448f45-225f-4997-ac72-7b02c2d8165b None None] The sync data for ids ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'] in dv-cinder-759961-3-smb is: [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:39Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:09:24.374018 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55140) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:24.375586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4784241'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:24.466467 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-09d03a3b-09e2-4562-9600-d16478f96943 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:24.477006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-761e7f6c-7998-4df3-bf10-dda75b203685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:24.500534 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-09d03a3b-09e2-4562-9600-d16478f96943 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:24.598758 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-09d03a3b-09e2-4562-9600-d16478f96943 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:24.612230 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4950218', 'neutron.services.segments.db._delete_segments_for_network-8768588793578'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:24.613584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ff57c484-946e-47d8-a35f-77e16db360e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:24.651338 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d03a3b-09e2-4562-9600-d16478f96943 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158208c9-42f6-4b8c-8797-3f6cbee08d58,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:24.657672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-09d03a3b-09e2-4562-9600-d16478f96943 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:24.665381 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-09d03a3b-09e2-4562-9600-d16478f96943 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:24.669398 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-09d03a3b-09e2-4562-9600-d16478f96943 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "DELETE /v2.0/security-groups/158208c9-42f6-4b8c-8797-3f6cbee08d58 HTTP/1.1" status: 204 len: 168 time: 0.2913868 Feb 17 00:09:24.670152 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55150) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:24.697336 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.v2.resource [None req-7b342841-dffe-464a-a696-e85082621cbb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] show failed (client error): The resource could not be found. Feb 17 00:09:24.704793 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-7b342841-dffe-464a-a696-e85082621cbb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups/158208c9-42f6-4b8c-8797-3f6cbee08d58 HTTP/1.1" status: 404 len: 347 time: 0.0302775 Feb 17 00:09:24.705071 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55154) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:24.778499 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa08160-792b-47f4-b350-a5b4a293b086 None None] New status for floating IP 34294f6e-c7fb-46f6-8534-382cc01f0b31: DOWN {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:09:24.789883 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fed3f78-ee5c-442e-be2e-cf1428b89325']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:24.843585 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a080e9-c0e3-4c13-9384-e0aab32e337d') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:24.843905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a080e9-c0e3-4c13-9384-e0aab32e337d') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:24.882331 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268265975292', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853794383'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:24.925472 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:24.928070 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:09:24.931559 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:25.061508 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-ce448c8f-615d-4627-a091-1cb7a57656de tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Deleting port b5365964-831a-46c8-bd78-1448ca0d9776 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:09:25.061868 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ce448c8f-615d-4627-a091-1cb7a57656de tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:25.192821 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] Network 4fed3f78-ee5c-442e-be2e-cf1428b89325 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:09:25.203287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4960578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11107897'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:25.330144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ce448c8f-615d-4627-a091-1cb7a57656de tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:25.330539 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ce448c8f-615d-4627-a091-1cb7a57656de tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:25.399577 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] Network 4fed3f78-ee5c-442e-be2e-cf1428b89325 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: Traceback (most recent call last): Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: timer() Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: cb(*args, **kw) Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: return func(*args, **kwargs) Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: self._notify() Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: self.callback(batched_events) Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: event.method(event) Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: segment_id)['aggregates'][0] Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, *a, **k) Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: return self._get(url).json() Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: **kwargs) Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: return self.request(url, 'GET', **kwargs) Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: **endpoint_filter) Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:09:25.424577 dv-cinder-759961-3-smb neutron-server[83811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:09:25.493013 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-ce448c8f-615d-4627-a091-1cb7a57656de tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Calling delete_port for b5365964-831a-46c8-bd78-1448ca0d9776 owned by network:floatingip {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:09:25.521926 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036849825598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714387'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:25.526795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b0f51e20-8157-4bc8-af1e-b51f36c5d610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:25.545318 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:25.555177 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] Pushing event deleted for resources: {'Network': ['ID=4fed3f78-ee5c-442e-be2e-cf1428b89325,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:25.560581 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:25.564195 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-bbc3fe50-83a6-4bff-9407-71e08e03a11b admin admin] 10.222.0.63 "DELETE /v2.0/networks/4fed3f78-ee5c-442e-be2e-cf1428b89325 HTTP/1.1" status: 204 len: 168 time: 1.3266616 Feb 17 00:09:25.567684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55164) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:25.642584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f28de6c-175f-440c-94e7-fd2eab04fa86 admin admin] Deleting subnet 84e6fbca-d043-43a0-9a06-6e26f867807f {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:09:25.646087 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5f28de6c-175f-440c-94e7-fd2eab04fa86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:25.652183 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ce448c8f-615d-4627-a091-1cb7a57656de tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:25.669053 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-02a8ff4c-aba0-4fe7-b4d1-1f4f25beb66a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:25.701008 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5f28de6c-175f-440c-94e7-fd2eab04fa86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981417'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:25.763160 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5f28de6c-175f-440c-94e7-fd2eab04fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4952659'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:25.768892 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce448c8f-615d-4627-a091-1cb7a57656de tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event deleted for resources: {'Port': ['ID=b5365964-831a-46c8-bd78-1448ca0d9776,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:25.771798 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ce448c8f-615d-4627-a091-1cb7a57656de tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:25.961561 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ce448c8f-615d-4627-a091-1cb7a57656de tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:25.971353 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b50883d6-59bb-48ac-a045-86414b8a387e req-c2e2153c-da09-4f4a-9eda-d703fea9e3eb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-412137823&fields=id&tenant_id=aed35f557341417fb5448e2d6f60f1fb HTTP/1.1" status: 200 len: 267 time: 0.0706255 Feb 17 00:09:26.025792 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ce448c8f-615d-4627-a091-1cb7a57656de tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:26.027017 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ce448c8f-615d-4627-a091-1cb7a57656de tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "DELETE /v2.0/floatingips/34294f6e-c7fb-46f6-8534-382cc01f0b31 HTTP/1.1" status: 204 len: 168 time: 1.3177443 Feb 17 00:09:26.102656 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5f28de6c-175f-440c-94e7-fd2eab04fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849823157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843674682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852803607'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:26.102917 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:26.108206 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50883d6-59bb-48ac-a045-86414b8a387e req-530d8d96-fa87-4146-9aaf-25368d8dc367 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:26.111542 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b50883d6-59bb-48ac-a045-86414b8a387e req-530d8d96-fa87-4146-9aaf-25368d8dc367 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 984 time: 0.1333308 Feb 17 00:09:26.125256 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-b50883d6-59bb-48ac-a045-86414b8a387e req-a4461ae9-fbea-4fa8-b95c-688647fd4e78 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Request body: {'port': {'security_groups': ['8696dd0e-7730-419b-bf3e-0d4eaebb232e']}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:26.125516 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:26.225298 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28de6c-175f-440c-94e7-fd2eab04fa86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e6fbca-d043-43a0-9a06-6e26f867807f,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:26.228145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5f28de6c-175f-440c-94e7-fd2eab04fa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:26.281129 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5f28de6c-175f-440c-94e7-fd2eab04fa86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:26.286267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55174) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:26.287034 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-5f28de6c-175f-440c-94e7-fd2eab04fa86 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/84e6fbca-d043-43a0-9a06-6e26f867807f HTTP/1.1" status: 204 len: 168 time: 0.7180088 Feb 17 00:09:26.287729 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55176) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:26.296945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670295087', 'description': 'tempest-description--610918019'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:26.301852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-b50883d6-59bb-48ac-a045-86414b8a387e req-a4461ae9-fbea-4fa8-b95c-688647fd4e78 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:26.340051 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:26.374227 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:26.458483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Usage tracker for resource:security_group and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:26.470030 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:26.488233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:26.523190 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4784241'] for network, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:26.641875 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:26.688703 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:26.737209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Usage tracker for resource:security_group_rule and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:26.745897 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:26.838596 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:26.885788 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4950218', 'neutron.services.segments.db._delete_segments_for_network-8768588793578'] for network, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:27.128762 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee71090-4f8f-44c2-9434-0765bec40214']}} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:27.174176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33629407-54ba-4fef-a0fd-b24deb1a3528') {'for_net_delete': True} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:27.174488 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33629407-54ba-4fef-a0fd-b24deb1a3528') {} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:27.211776 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268265975292', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844029570'] for segment, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:27.220295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:27.228580 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-b50883d6-59bb-48ac-a045-86414b8a387e req-a4461ae9-fbea-4fa8-b95c-688647fd4e78 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] For port b45faf73-69f6-4338-b4c1-f0724f6f5789, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b45faf73-69f6-4338-b4c1-f0724f6f5789,segment=NetworkSegment(605d05aa-1d22-4cae-b0d4-e228fcd0e64c),segment_id=605d05aa-1d22-4cae-b0d4-e228fcd0e64c)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:09:27.231425 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:27.239858 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-833643b8-ee05-4652-ba8a-e83e96b73c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:27.270520 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:27.274654 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=83920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:09:27.633159 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b668b2-7e7a-4217-bb07-ddd505faa8b8,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:27.636280 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:27.643267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.resource_extend [req-b50883d6-59bb-48ac-a045-86414b8a387e req-a4461ae9-fbea-4fa8-b95c-688647fd4e78 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 00:09:27.725458 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:27.726842 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4404798 Feb 17 00:09:27.729640 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-b50883d6-59bb-48ac-a045-86414b8a387e req-a4461ae9-fbea-4fa8-b95c-688647fd4e78 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:27.730482 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55200) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:27.739184 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-b50883d6-59bb-48ac-a045-86414b8a387e req-a4461ae9-fbea-4fa8-b95c-688647fd4e78 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844035027'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:27.742040 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-3aad1b25-93fc-4da9-bf9b-56d48a29c0ed tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Request body: {'security_group_rule': {'security_group_id': 'c9b668b2-7e7a-4217-bb07-ddd505faa8b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:27.753236 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-3aad1b25-93fc-4da9-bf9b-56d48a29c0ed tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:27.760468 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-3aad1b25-93fc-4da9-bf9b-56d48a29c0ed tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Usage tracker for resource:security_group_rule and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:27.765088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d95181f3-e0aa-437f-ab13-27ebf84a7c11 tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:27.766492 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-3aad1b25-93fc-4da9-bf9b-56d48a29c0ed tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:27.776608 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-3aad1b25-93fc-4da9-bf9b-56d48a29c0ed tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:27.806656 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3aad1b25-93fc-4da9-bf9b-56d48a29c0ed tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:27.874635 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] Network 1ee71090-4f8f-44c2-9434-0765bec40214 has no segments {{(pid=83920) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:09:27.889795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4960578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844035057'] for segment, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:27.949164 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3aad1b25-93fc-4da9-bf9b-56d48a29c0ed tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:27.953037 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3aad1b25-93fc-4da9-bf9b-56d48a29c0ed tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749949'] for security_group_rule, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:27.955830 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d53aa7a3-fe08-4ba1-8c1e-37e6e465a99a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:28.026718 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad1b25-93fc-4da9-bf9b-56d48a29c0ed tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676b8abb-d8d9-4604-9a05-9e8933787a8f,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:28.039820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-3aad1b25-93fc-4da9-bf9b-56d48a29c0ed tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:28.058683 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3aad1b25-93fc-4da9-bf9b-56d48a29c0ed tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.062674 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-3aad1b25-93fc-4da9-bf9b-56d48a29c0ed tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281491 Feb 17 00:09:28.063595 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55218) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:28.070640 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-4272844a-725d-4b4b-bd70-b7814ea48e31 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Request body: {'security_group_rule': {'security_group_id': 'c9b668b2-7e7a-4217-bb07-ddd505faa8b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:28.081087 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4272844a-725d-4b4b-bd70-b7814ea48e31 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:28.091116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4272844a-725d-4b4b-bd70-b7814ea48e31 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Usage tracker for resource:security_group_rule and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:28.096499 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4272844a-725d-4b4b-bd70-b7814ea48e31 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:28.110049 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181b989-67fd-4f1d-a327-3e84a5a248b3 req-8ece8777-88df-48fd-b781-b2f00870002b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:28.111714 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c181b989-67fd-4f1d-a327-3e84a5a248b3 req-8ece8777-88df-48fd-b781-b2f00870002b tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1338625 Feb 17 00:09:28.112723 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4272844a-725d-4b4b-bd70-b7814ea48e31 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:28.115962 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4461ae9-fbea-4fa8-b95c-688647fd4e78 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Pushing event updated for resources: {'Port': ['ID=b45faf73-69f6-4338-b4c1-f0724f6f5789,revision_number=6']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:28.130699 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a4461ae9-fbea-4fa8-b95c-688647fd4e78 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:28.135163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4272844a-725d-4b4b-bd70-b7814ea48e31 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.170396 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] Network 1ee71090-4f8f-44c2-9434-0765bec40214 has no segments {{(pid=83920) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: Traceback (most recent call last): Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: timer() Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: cb(*args, **kw) Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: return func(*args, **kwargs) Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: self._notify() Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: self.callback(batched_events) Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: event.method(event) Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: segment_id)['aggregates'][0] Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, *a, **k) Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: return self._get(url).json() Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: **kwargs) Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: return self.request(url, 'GET', **kwargs) Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: **endpoint_filter) Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:09:28.202541 dv-cinder-759961-3-smb neutron-server[83811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:09:28.228108 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c181b989-67fd-4f1d-a327-3e84a5a248b3 req-38b7fff0-3665-49c9-a805-2293352e73fa tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831285 Feb 17 00:09:28.264065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4272844a-725d-4b4b-bd70-b7814ea48e31 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.269413 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4272844a-725d-4b4b-bd70-b7814ea48e31 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749949'] for security_group_rule, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.271995 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f6e3f907-f8a0-4fa5-b8d8-5f34f896a9b0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:28.300961 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50883d6-59bb-48ac-a045-86414b8a387e req-a4461ae9-fbea-4fa8-b95c-688647fd4e78 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:28.301390 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-b50883d6-59bb-48ac-a045-86414b8a387e req-a4461ae9-fbea-4fa8-b95c-688647fd4e78 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.303905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272844a-725d-4b4b-bd70-b7814ea48e31 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edc2a11-a461-442f-92aa-f38d264a3223,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:28.306711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4272844a-725d-4b4b-bd70-b7814ea48e31 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:28.307821 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b50883d6-59bb-48ac-a045-86414b8a387e req-a4461ae9-fbea-4fa8-b95c-688647fd4e78 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "PUT /v2.0/ports/b45faf73-69f6-4338-b4c1-f0724f6f5789 HTTP/1.1" status: 200 len: 942 time: 2.1890428 Feb 17 00:09:28.308563 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e06df47-1ef4-4501-91da-2059426b28fc', 'tag': 'b45faf73-69f6-4338-b4c1-f0724f6f5789'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:28.312306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4272844a-725d-4b4b-bd70-b7814ea48e31 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.317135 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55228) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:28.317993 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4272844a-725d-4b4b-bd70-b7814ea48e31 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2523639 Feb 17 00:09:28.330225 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Request body: {'floatingip': {'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:28.336377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:28.344247 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036849825598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714387'] for network, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.352692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.357802 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Usage tracker for resource:floatingip and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:28.361385 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-cf7af8d5-2074-4062-8174-1281c0d164b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:28.384425 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:28.390064 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e06df47-1ef4-4501-91da-2059426b28fc', 'tag': 'b45faf73-69f6-4338-b4c1-f0724f6f5789', 'status': 'completed', 'code': 200} Feb 17 00:09:28.402932 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:28.414605 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] 10.222.0.63 "DELETE /v2.0/networks/1ee71090-4f8f-44c2-9434-0765bec40214 HTTP/1.1" status: 204 len: 168 time: 2.1223433 Feb 17 00:09:28.421959 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee71090-4f8f-44c2-9434-0765bec40214,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:28.425690 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-644ea8a8-6fdc-4bbd-bd0a-d5209df423b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:28.428227 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55236) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:28.436699 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.479073 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3f020827-ac39-405a-a1a3-6a3fde4da52d req-44337f80-f6a0-423a-a6a6-f4ec5c9e26d3 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups/d7c35b52-8a3e-43ce-894b-32da413a8e6c HTTP/1.1" status: 200 len: 3003 time: 0.1404986 Feb 17 00:09:28.576820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-3f020827-ac39-405a-a1a3-6a3fde4da52d req-7dbd7f7f-6818-43e5-ac2d-1c5527d9d907 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.614928 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-3f020827-ac39-405a-a1a3-6a3fde4da52d req-7dbd7f7f-6818-43e5-ac2d-1c5527d9d907 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.617753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-d1db710c-49a6-4a88-bb1f-88166c2f66c9 None None] Provisioning complete for port b45faf73-69f6-4338-b4c1-f0724f6f5789 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:09:28.618733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d1db710c-49a6-4a88-bb1f-88166c2f66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.624877 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55242) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:28.684196 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-3f020827-ac39-405a-a1a3-6a3fde4da52d req-7dbd7f7f-6818-43e5-ac2d-1c5527d9d907 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.690471 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4d8cbd54-35b1-4e7b-bd81-3fe4d4696e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:28.709955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd7f7f-6818-43e5-ac2d-1c5527d9d907 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c35b52-8a3e-43ce-894b-32da413a8e6c,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:28.721155 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7dbd7f7f-6818-43e5-ac2d-1c5527d9d907 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:28.728912 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-3f020827-ac39-405a-a1a3-6a3fde4da52d req-7dbd7f7f-6818-43e5-ac2d-1c5527d9d907 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.730494 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3f020827-ac39-405a-a1a3-6a3fde4da52d req-7dbd7f7f-6818-43e5-ac2d-1c5527d9d907 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "DELETE /v2.0/security-groups/d7c35b52-8a3e-43ce-894b-32da413a8e6c HTTP/1.1" status: 204 len: 173 time: 0.2430727 Feb 17 00:09:28.841453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2af18696-9ccb-4ded-995c-25be27f7ebe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:28.859461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-2af18696-9ccb-4ded-995c-25be27f7ebe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:28.864287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-2af18696-9ccb-4ded-995c-25be27f7ebe5 admin admin] Usage tracker for resource:security_group_rule and tenant:8e954dca1e54405b8da5f9da29cc2681 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:28.867883 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-2af18696-9ccb-4ded-995c-25be27f7ebe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:28.876755 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-2af18696-9ccb-4ded-995c-25be27f7ebe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:28.984581 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c380d3d9-6de9-42be-82b6-8c3b17511e23 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b7fde207d4264e458be68a76a8acba8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520977 Feb 17 00:09:28.987661 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55248) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:29.010939 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2af18696-9ccb-4ded-995c-25be27f7ebe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:29.017964 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2af18696-9ccb-4ded-995c-25be27f7ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:29.024578 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-a72670ae-9e6f-40e6-a885-bd2e2154f825 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/floatingips/1c3ef03a-ed4b-4a5e-b2dc-43973521b6a7 HTTP/1.1" status: 200 len: 998 time: 0.2514820 Feb 17 00:09:29.048725 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ab6e8b35-a818-452d-9dd3-401db635408b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:29.120473 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af18696-9ccb-4ded-995c-25be27f7ebe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d71cc1f-2206-472f-9b7f-31afdfd251bb,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:29.128965 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2af18696-9ccb-4ded-995c-25be27f7ebe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:29.135000 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-2af18696-9ccb-4ded-995c-25be27f7ebe5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8e954dca1e54405b8da5f9da29cc2681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7052548 Feb 17 00:09:29.143775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55252) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:29.167368 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b1504d0-16a0-4214-b9cb-b51ad591d7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:29.186848 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bfd7b-0a05-46b3-b7ea-daad5df1e636 req-abbc0aa8-3891-43e6-b285-feb063c3ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:29.188607 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cb3bfd7b-0a05-46b3-b7ea-daad5df1e636 req-abbc0aa8-3891-43e6-b285-feb063c3ed18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aed35f557341417fb5448e2d6f60f1fb&device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 1162 time: 0.7872555 Feb 17 00:09:29.223079 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b1504d0-16a0-4214-b9cb-b51ad591d7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:29.274906 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-82f4b36b-8807-4fb9-90f8-03f759197580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:29.310284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-82f4b36b-8807-4fb9-90f8-03f759197580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:29.320781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:29.334945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b1504d0-16a0-4214-b9cb-b51ad591d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:29.348014 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e67067ec-88fc-4522-bbe9-0a66e8d3e35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:29.373299 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1504d0-16a0-4214-b9cb-b51ad591d7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c192a99-dd72-4845-b7b5-453a8ca690bd,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:29.418948 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4b1504d0-16a0-4214-b9cb-b51ad591d7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:29.444078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b1504d0-16a0-4214-b9cb-b51ad591d7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:29.446100 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4b1504d0-16a0-4214-b9cb-b51ad591d7f4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0c192a99-dd72-4845-b7b5-453a8ca690bd HTTP/1.1" status: 204 len: 168 time: 0.4569011 Feb 17 00:09:29.459605 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-82f4b36b-8807-4fb9-90f8-03f759197580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:29.468848 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-53fcb342-818b-4a75-b902-4d53ebfdd33f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:29.484799 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-82f4b36b-8807-4fb9-90f8-03f759197580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:29.489983 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-82f4b36b-8807-4fb9-90f8-03f759197580 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6d71cc1f-2206-472f-9b7f-31afdfd251bb HTTP/1.1" status: 204 len: 168 time: 0.3412197 Feb 17 00:09:29.489983 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4b36b-8807-4fb9-90f8-03f759197580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d71cc1f-2206-472f-9b7f-31afdfd251bb,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:29.491487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-82f4b36b-8807-4fb9-90f8-03f759197580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:29.511813 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-cb9ffc85-2c74-49c5-8620-58eef03bcbc0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:29.513876 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-cb9ffc85-2c74-49c5-8620-58eef03bcbc0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/networks/4cea41e0-975c-4c05-822b-6951b7473dd4 HTTP/1.1" status: 200 len: 784 time: 0.4825420 Feb 17 00:09:29.524535 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5909f3-a1f5-4e58-a813-5341ce7f6ace req-892536cd-71b1-4897-bbce-6e0f0a482fd3 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:29.532411 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-89fccfe6-7259-4bce-b029-d9352bb35de0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=83920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:09:29.533498 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cb5909f3-a1f5-4e58-a813-5341ce7f6ace req-892536cd-71b1-4897-bbce-6e0f0a482fd3 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1613944 Feb 17 00:09:29.533722 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-89fccfe6-7259-4bce-b029-d9352bb35de0 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0068529 Feb 17 00:09:29.541207 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bfd7b-0a05-46b3-b7ea-daad5df1e636 req-c2551b71-5693-42d7-b74e-cda9cbe81691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:29.542810 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cb3bfd7b-0a05-46b3-b7ea-daad5df1e636 req-c2551b71-5693-42d7-b74e-cda9cbe81691 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a2d43b7-daa1-41df-b68e-2e9e428becfa HTTP/1.1" status: 200 len: 909 time: 0.3468831 Feb 17 00:09:29.613609 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cb5909f3-a1f5-4e58-a813-5341ce7f6ace req-9fb60be3-07da-4d46-b738-06ec6adcce38 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788484 Feb 17 00:09:29.958310 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cb3bfd7b-0a05-46b3-b7ea-daad5df1e636 req-acc58614-45da-4053-8cf0-6ace5ded24ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45faf73-69f6-4338-b4c1-f0724f6f5789 HTTP/1.1" status: 200 len: 1001 time: 0.3270068 Feb 17 00:09:29.966772 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-efc13b50-7d40-447b-834b-8c6e5895eea3 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.28.2.198 HTTP/1.1" status: 200 len: 1001 time: 0.4013638 Feb 17 00:09:30.052624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device b45faf73-69f6-4338-b4c1-f0724f6f5789 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:09:30.057623 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-9099b31a-28c6-418b-a4e0-6c933ea38b10 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:30.059834 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-9099b31a-28c6-418b-a4e0-6c933ea38b10 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.1190207 Feb 17 00:09:30.092125 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55266) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:30.092500 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55268) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:30.142324 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:09:30.143301 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Deleting port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:09:30.143759 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:30.146958 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port b45faf73-69f6-4338-b4c1-f0724f6f5789 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:09:30.147466 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:30.460905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:30.511364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-3155e438-247b-4422-92b7-453804b5798d tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:30.512941 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-3155e438-247b-4422-92b7-453804b5798d tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports/b45faf73-69f6-4338-b4c1-f0724f6f5789 HTTP/1.1" status: 200 len: 942 time: 0.4788237 Feb 17 00:09:30.522601 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bfd7b-0a05-46b3-b7ea-daad5df1e636 req-5febfd19-d8ba-4ddf-9086-49fe6d7ed2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:30.529966 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cb3bfd7b-0a05-46b3-b7ea-daad5df1e636 req-5febfd19-d8ba-4ddf-9086-49fe6d7ed2bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d80aa7e2-dad3-42a4-a5a4-70d96d082108 HTTP/1.1" status: 200 len: 854 time: 0.5543244 Feb 17 00:09:30.544412 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:30.614646 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Allocated IP 172.28.2.147 (4cea41e0-975c-4c05-822b-6951b7473dd4/fe675137-7af0-487b-b384-b9c8d364eafc/6acee873-55b5-4bd4-836e-13b5eddd63a6) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:09:30.619508 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Usage tracker for resource:security_group_rule and tenant:6f318335fdcd46948c865332b9ae3a2d is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:30.626848 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:30.632948 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-1d8abbc2-f6d9-4a93-92d1-eae524fc9ea9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eaac6ea03f0442e29919b56a78edb5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5392830 Feb 17 00:09:30.636060 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55274) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:30.706349 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:30.714175 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] For port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef,segment=NetworkSegment(0b226fb9-e351-4a5d-bdbb-8186f90c055d),segment_id=0b226fb9-e351-4a5d-bdbb-8186f90c055d)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:09:30.714577 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:30.877103 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:30.886814 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-739230b7-0136-4993-8814-803a6b577ed6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.28.2.198 HTTP/1.1" status: 200 len: 1001 time: 0.2695372 Feb 17 00:09:30.977682 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bfd7b-0a05-46b3-b7ea-daad5df1e636 req-75b9c84c-c7a3-43c0-a242-8ba6ec469609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:30.979259 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cb3bfd7b-0a05-46b3-b7ea-daad5df1e636 req-75b9c84c-c7a3-43c0-a242-8ba6ec469609 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a2d43b7-daa1-41df-b68e-2e9e428becfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4443769 Feb 17 00:09:30.995506 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:31.171154 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90678cb-4d02-4d0f-9dd5-058f96da74de req-f1ff5b38-57e6-4813-bdba-2fb9ec348cf2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:31.172799 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e90678cb-4d02-4d0f-9dd5-058f96da74de req-f1ff5b38-57e6-4813-bdba-2fb9ec348cf2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 945 time: 0.3827634 Feb 17 00:09:31.226541 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:31.226953 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:31.227305 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_db [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Floating IP 95503c11-5bf6-4afc-8702-bb86acb31b67 disassociated. External IP: 172.28.2.243, port: a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef. Feb 17 00:09:31.227679 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Calling delete_port for a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:09:31.267363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:31.275313 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1f0c2e4c-7fb0-4dc6-8952-3969f778629e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:31.294704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:31.306370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effb2f32-31b0-493c-a908-5abf9d57c740,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:31.334548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:31.334830 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.335352 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.335662 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.336082 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.336753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.337160 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.337556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.337973 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.338378 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.338773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.339164 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.339554 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.340088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.340487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.340896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.341273 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.341664 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.342085 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.342473 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.342860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.343245 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.343631 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.344019 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.344410 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.352383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:31.362986 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:31.366823 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/effb2f32-31b0-493c-a908-5abf9d57c740 HTTP/1.1" status: 204 len: 168 time: 0.7272322 Feb 17 00:09:31.366976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5e28417f-5bf2-43a8-b088-b735624a6184 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:31.367679 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e90678cb-4d02-4d0f-9dd5-058f96da74de req-533b1a86-d707-43e0-8413-69404a3aee20 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=c094f8b2-8151-4e54-b69a-7ea55fad22ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829178 Feb 17 00:09:31.370027 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-553c2ae1-8cc3-4dd2-a45b-e8bc5cdb0e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:31.414300 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Deleting port b6239ee3-6e08-4bda-bfa1-36086618042b {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:09:31.414734 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:31.493298 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cb3bfd7b-0a05-46b3-b7ea-daad5df1e636 req-ee02fce8-c977-4434-a467-b70f12bf617f service neutron] 10.222.0.54 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915025 Feb 17 00:09:31.507487 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6f318335fdcd46948c865332b9ae3a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4122164 Feb 17 00:09:31.509045 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:31.511247 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55282) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:31.530027 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5b77238f-21b4-4493-b4e7-fe88e3fa93cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:31.534932 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828847e9-7022-4619-bb8f-989afd935e48,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:31.612942 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.613363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.613772 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.614202 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.614599 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.614995 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.615389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.615779 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.616170 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.616559 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.616945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.617308 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.617814 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.618222 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.618607 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.618995 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.619355 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.619740 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.620122 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.620508 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.621036 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.621944 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.622339 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.622722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:31.627545 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:31.649955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event deleted for resources: {'Port': ['ID=a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:31.659550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:31.745254 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:31.745483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-288666cc-dbeb-4dab-abbb-36911532accb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:31.770132 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:31.795954 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-288666cc-dbeb-4dab-abbb-36911532accb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:31.886889 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:09:31.935185 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] No Port match for: a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:09:31.935734 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef not bound to the agent host hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:09:31.944868 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event updated for resources: {'Port': ['ID=6acee873-55b5-4bd4-836e-13b5eddd63a6,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:31.967394 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:31.996468 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:31.997620 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:32.038773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-288666cc-dbeb-4dab-abbb-36911532accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:32.052272 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bf735e76-9abe-44fb-8bf6-11c6fab55667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:32.074834 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288666cc-dbeb-4dab-abbb-36911532accb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828847e9-7022-4619-bb8f-989afd935e48,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:32.077466 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-288666cc-dbeb-4dab-abbb-36911532accb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:32.098086 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Router 96b055d2-b272-4e87-b6fb-6074c7deff85 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:09:32.102938 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-288666cc-dbeb-4dab-abbb-36911532accb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:32.107615 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-288666cc-dbeb-4dab-abbb-36911532accb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/828847e9-7022-4619-bb8f-989afd935e48 HTTP/1.1" status: 204 len: 168 time: 0.5918703 Feb 17 00:09:32.173224 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Calling delete_port for b6239ee3-6e08-4bda-bfa1-36086618042b owned by network:floatingip {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:09:32.212349 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cb3bfd7b-0a05-46b3-b7ea-daad5df1e636 req-c170a197-2dd6-4054-8b07-74e25d148120 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7079239 Feb 17 00:09:32.323839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:09:32.339142 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:09:32.350297 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:09:32.478048 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:09:32.493143 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89676e98-ee34-4384-8222-ee1afcc6ef9a None None] Sync routers for ids ['96b055d2-b272-4e87-b6fb-6074c7deff85'] in dv-cinder-759961-3-smb {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:09:32.520624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89676e98-ee34-4384-8222-ee1afcc6ef9a None None] Routers {'96b055d2-b272-4e87-b6fb-6074c7deff85'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:09:32.521347 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-89676e98-ee34-4384-8222-ee1afcc6ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:09:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['96b055d2-b272-4e87-b6fb-6074c7deff85'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:32.541720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] No DVR routers for this DVR port a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef on host hv-cinder-75996 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:09:32.544674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:32.547070 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-03348d6b-e173-463e-b0fa-25cc1a514a40 req-19c984de-9af8-43ba-9680-22fbb7f8cf51 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.54 "DELETE /v2.0/ports/a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef HTTP/1.1" status: 204 len: 173 time: 2.4809921 Feb 17 00:09:32.547887 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b9199e-c6d2-460d-841e-200431d66037', 'name': 'network-vif-deleted', 'tag': 'a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:32.662066 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:32.700893 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-3d9eb616-41d3-457a-9cf8-620f9aa8c65d req-6c28e883-f84c-4c0a-bf78-0fbeb419e4c5 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Synchronizing usage tracker for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:09:32.733505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-3d9eb616-41d3-457a-9cf8-620f9aa8c65d req-6c28e883-f84c-4c0a-bf78-0fbeb419e4c5 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Unset dirty status for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:09:32.734819 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3d9eb616-41d3-457a-9cf8-620f9aa8c65d req-6c28e883-f84c-4c0a-bf78-0fbeb419e4c5 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=80b9199e-c6d2-460d-841e-200431d66037 HTTP/1.1" status: 200 len: 210 time: 0.1143954 Feb 17 00:09:33.000199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-89676e98-ee34-4384-8222-ee1afcc6ef9a None None] Set router 96b055d2-b272-4e87-b6fb-6074c7deff85 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:09:33.067594 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b9199e-c6d2-460d-841e-200431d66037', 'name': 'network-vif-deleted', 'tag': 'a9a827e5-5755-4dc5-8a95-b0c9a8c8b4ef', 'status': 'completed', 'code': 200} Feb 17 00:09:33.099287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a4461ae9-fbea-4fa8-b95c-688647fd4e78 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:33.169597 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Pushing event deleted for resources: {'Port': ['ID=b6239ee3-6e08-4bda-bfa1-36086618042b,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:33.180519 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:33.183713 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:33.301839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks [] for floatingip, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:33.302782 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_db [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Floating IP 1c3ef03a-ed4b-4a5e-b2dc-43973521b6a7 disassociated (deleted). External IP: 172.28.2.198, port: b45faf73-69f6-4338-b4c1-f0724f6f5789. Feb 17 00:09:33.466004 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:33.494310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-89676e98-ee34-4384-8222-ee1afcc6ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:24Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:33.499251 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89676e98-ee34-4384-8222-ee1afcc6ef9a None None] Checking router: 96b055d2-b272-4e87-b6fb-6074c7deff85 for host: dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:09:33.524412 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89676e98-ee34-4384-8222-ee1afcc6ef9a None None] Routers {'96b055d2-b272-4e87-b6fb-6074c7deff85'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:09:33.525979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-89676e98-ee34-4384-8222-ee1afcc6ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:09:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['96b055d2-b272-4e87-b6fb-6074c7deff85'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:33.808390 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-89676e98-ee34-4384-8222-ee1afcc6ef9a None None] Set router 96b055d2-b272-4e87-b6fb-6074c7deff85 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:09:33.899179 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55344) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:33.987106 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9eb893cd-e980-4de9-8fdf-fbd3d886030f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:34.022731 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9eb893cd-e980-4de9-8fdf-fbd3d886030f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:34.075765 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9eb893cd-e980-4de9-8fdf-fbd3d886030f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:34.081739 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5bf9834d-91ee-498c-a39f-f9a90beedd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:34.086184 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Router 2af21d3c-a104-4e63-aba8-5a704e045812 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:09:34.099909 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb893cd-e980-4de9-8fdf-fbd3d886030f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c094f8b2-8151-4e54-b69a-7ea55fad22ff,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:34.102866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9eb893cd-e980-4de9-8fdf-fbd3d886030f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:34.114354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9eb893cd-e980-4de9-8fdf-fbd3d886030f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:34.117951 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9eb893cd-e980-4de9-8fdf-fbd3d886030f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "DELETE /v2.0/security-groups/c094f8b2-8151-4e54-b69a-7ea55fad22ff HTTP/1.1" status: 204 len: 168 time: 0.2148333 Feb 17 00:09:34.120387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55350) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:34.141448 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.v2.resource [None req-b393b27b-8e6f-4892-9015-520a04c505f9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] show failed (client error): The resource could not be found. Feb 17 00:09:34.145891 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b393b27b-8e6f-4892-9015-520a04c505f9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups/c094f8b2-8151-4e54-b69a-7ea55fad22ff HTTP/1.1" status: 404 len: 347 time: 0.0214767 Feb 17 00:09:34.146094 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55354) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:34.258166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55358) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:34.264784 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:34.275968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844035027'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:34.286781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-89676e98-ee34-4384-8222-ee1afcc6ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:24Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:34.291698 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89676e98-ee34-4384-8222-ee1afcc6ef9a None None] The sync data for ids ['96b055d2-b272-4e87-b6fb-6074c7deff85'] in dv-cinder-759961-3-smb is: [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:24Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:09:34.298738 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9f093009-7031-4304-afd7-064adeca336e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:34.344111 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Deleting port a83762c4-1e36-4f55-ac87-07ceb2902a21 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:09:34.344634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:34.485252 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-df7c15a2-2984-475f-8cfa-52dab09cbdf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:34.520262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event updated for resources: {'Port': ['ID=6acee873-55b5-4bd4-836e-13b5eddd63a6,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:34.540123 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:34.541292 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-df7c15a2-2984-475f-8cfa-52dab09cbdf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:34.564005 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-df7c15a2-2984-475f-8cfa-52dab09cbdf2 admin admin] Usage tracker for resource:security_group_rule and tenant:1e300d240ea04684bf741776b91ea1cd is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:34.568459 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:34.568828 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:34.570870 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-df7c15a2-2984-475f-8cfa-52dab09cbdf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:34.581285 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:09:34.593468 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-df7c15a2-2984-475f-8cfa-52dab09cbdf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:34.594277 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd998634-5a6f-43a9-8d75-de96b305b340 None None] Sync routers for ids ['2af21d3c-a104-4e63-aba8-5a704e045812'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:09:34.611784 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd998634-5a6f-43a9-8d75-de96b305b340 None None] Routers {'2af21d3c-a104-4e63-aba8-5a704e045812'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:09:34.612976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-fd998634-5a6f-43a9-8d75-de96b305b340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:09:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['2af21d3c-a104-4e63-aba8-5a704e045812'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:34.764391 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:34.800011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b5eb2-5fbf-4474-82d9-a561bf4ddb49 None None] New status for floating IP 95503c11-5bf6-4afc-8702-bb86acb31b67: DOWN {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:09:34.838069 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "DELETE /v2.0/floatingips/1c3ef03a-ed4b-4a5e-b2dc-43973521b6a7 HTTP/1.1" status: 204 len: 173 time: 3.9380114 Feb 17 00:09:34.838945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:34.846675 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e06df47-1ef4-4501-91da-2059426b28fc', 'tag': 'b45faf73-69f6-4338-b4c1-f0724f6f5789'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:34.906678 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:34.908050 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5837138 Feb 17 00:09:35.002218 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-fd998634-5a6f-43a9-8d75-de96b305b340 None None] Set router 2af21d3c-a104-4e63-aba8-5a704e045812 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:09:35.067650 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e06df47-1ef4-4501-91da-2059426b28fc', 'tag': 'b45faf73-69f6-4338-b4c1-f0724f6f5789', 'status': 'completed', 'code': 200} Feb 17 00:09:35.069538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-df7c15a2-2984-475f-8cfa-52dab09cbdf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:35.073768 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Calling delete_port for a83762c4-1e36-4f55-ac87-07ceb2902a21 owned by network:floatingip {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:09:35.088183 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-df7c15a2-2984-475f-8cfa-52dab09cbdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:35.116372 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-553aa404-a0cb-4b72-9451-25fd229d5bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:35.238944 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c15a2-2984-475f-8cfa-52dab09cbdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79df8557-92c7-4ea4-9d3d-819c4f551c45,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:35.252909 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-df7c15a2-2984-475f-8cfa-52dab09cbdf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:35.266614 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-df7c15a2-2984-475f-8cfa-52dab09cbdf2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1e300d240ea04684bf741776b91ea1cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0047486 Feb 17 00:09:35.267361 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55380) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:35.329861 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-fbecd102-1b93-448e-9aca-cff66798d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:35.331649 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-fbecd102-1b93-448e-9aca-cff66798d05e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=aed35f557341417fb5448e2d6f60f1fb&device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 1162 time: 0.4660571 Feb 17 00:09:35.480698 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-388423bf-b51f-4539-adc7-052b853031a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:35.508892 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:09:35.509263 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:09:35.533554 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-fd998634-5a6f-43a9-8d75-de96b305b340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:05:25Z', 'revision_number': 4, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '12cffd04-0f5c-405a-988f-2e43afda3a92', 'name': '', 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'mac_address': 'fa:16:3e:24:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:23Z', 'updated_at': '2021-02-17T00:05:35Z', 'revision_number': 5, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'subnets': [{'id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:35.536440 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d7844-250e-4d45-8e71-5307c5574d6b req-f18b82cf-9306-425e-b192-bcb2365b92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:35.538029 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd998634-5a6f-43a9-8d75-de96b305b340 None None] Checking router: 2af21d3c-a104-4e63-aba8-5a704e045812 for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:09:35.542073 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-975d7844-250e-4d45-8e71-5307c5574d6b req-f18b82cf-9306-425e-b192-bcb2365b92dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aed35f557341417fb5448e2d6f60f1fb&device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 1162 time: 0.4096849 Feb 17 00:09:35.554905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-6e91fe40-965a-49a5-b7de-08e8dc152ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:35.556562 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-6e91fe40-965a-49a5-b7de-08e8dc152ec4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a2d43b7-daa1-41df-b68e-2e9e428becfa HTTP/1.1" status: 200 len: 909 time: 0.2177184 Feb 17 00:09:35.557840 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd998634-5a6f-43a9-8d75-de96b305b340 None None] Routers {'2af21d3c-a104-4e63-aba8-5a704e045812'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:09:35.558989 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-fd998634-5a6f-43a9-8d75-de96b305b340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:09:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['2af21d3c-a104-4e63-aba8-5a704e045812'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:35.635142 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-388423bf-b51f-4539-adc7-052b853031a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:35.644184 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-d0292ba9-5b24-4836-b1a1-3579aaa2d8fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45faf73-69f6-4338-b4c1-f0724f6f5789 HTTP/1.1" status: 200 len: 217 time: 0.0802705 Feb 17 00:09:35.728986 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-0c8a5ab2-7bd8-4d8e-923c-df4251bf204f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--670295087&fields=id&tenant_id=b1d26520a38346a290f804fe567133d2 HTTP/1.1" status: 200 len: 267 time: 0.0867720 Feb 17 00:09:35.736753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d7844-250e-4d45-8e71-5307c5574d6b req-b2ec0374-c7f8-4641-8930-a74dc40ab497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:35.738388 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-975d7844-250e-4d45-8e71-5307c5574d6b req-b2ec0374-c7f8-4641-8930-a74dc40ab497 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a2d43b7-daa1-41df-b68e-2e9e428becfa HTTP/1.1" status: 200 len: 909 time: 0.1919191 Feb 17 00:09:35.759601 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-5010c1dd-bb03-4f57-ad31-0bbf41938566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:35.761834 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-5010c1dd-bb03-4f57-ad31-0bbf41938566 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d80aa7e2-dad3-42a4-a5a4-70d96d082108 HTTP/1.1" status: 200 len: 854 time: 0.1039841 Feb 17 00:09:35.768327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-388423bf-b51f-4539-adc7-052b853031a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:35.777118 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6a90570d-1b9e-420e-800a-53422a7826bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:35.791376 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-fd998634-5a6f-43a9-8d75-de96b305b340 None None] Set router 2af21d3c-a104-4e63-aba8-5a704e045812 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:09:35.836541 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388423bf-b51f-4539-adc7-052b853031a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79df8557-92c7-4ea4-9d3d-819c4f551c45,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:35.839463 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-388423bf-b51f-4539-adc7-052b853031a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:35.861267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-388423bf-b51f-4539-adc7-052b853031a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:35.865123 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-388423bf-b51f-4539-adc7-052b853031a3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/79df8557-92c7-4ea4-9d3d-819c4f551c45 HTTP/1.1" status: 204 len: 168 time: 0.5941718 Feb 17 00:09:35.898514 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-00e69d28-ea68-4b63-87a0-aae03dee9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:35.900392 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-00e69d28-ea68-4b63-87a0-aae03dee9245 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a2d43b7-daa1-41df-b68e-2e9e428becfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1252427 Feb 17 00:09:35.902908 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-975d7844-250e-4d45-8e71-5307c5574d6b req-0252b879-20bc-4317-b22a-a5f5fdf144e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45faf73-69f6-4338-b4c1-f0724f6f5789 HTTP/1.1" status: 200 len: 217 time: 0.1329970 Feb 17 00:09:36.010231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Deleting port a83762c4-1e36-4f55-ac87-07ceb2902a21 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:09:36.010619 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:36.062471 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d7844-250e-4d45-8e71-5307c5574d6b req-aa29759a-9465-4e8a-8fc0-6e27b3e871b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:36.064135 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-975d7844-250e-4d45-8e71-5307c5574d6b req-aa29759a-9465-4e8a-8fc0-6e27b3e871b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d80aa7e2-dad3-42a4-a5a4-70d96d082108 HTTP/1.1" status: 200 len: 854 time: 0.1516569 Feb 17 00:09:36.084799 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-29bc8381-ae80-4f33-9dd7-181c657201fd service neutron] 10.222.0.63 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752119 Feb 17 00:09:36.148288 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-6747a27b-02b3-4f18-8620-a7cdc62d2986 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:36.150117 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-6747a27b-02b3-4f18-8620-a7cdc62d2986 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/networks?id=41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 200 len: 817 time: 0.4099348 Feb 17 00:09:36.264682 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-fd998634-5a6f-43a9-8d75-de96b305b340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:05:25Z', 'revision_number': 4, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '12cffd04-0f5c-405a-988f-2e43afda3a92', 'name': '', 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'mac_address': 'fa:16:3e:24:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:23Z', 'updated_at': '2021-02-17T00:05:35Z', 'revision_number': 5, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'subnets': [{'id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:36.265726 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-2ca0f0d4-ee52-4177-9a4e-51b7e9c8f14b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/quotas/b1d26520a38346a290f804fe567133d2 HTTP/1.1" status: 200 len: 375 time: 0.1075418 Feb 17 00:09:36.271716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd998634-5a6f-43a9-8d75-de96b305b340 None None] The sync data for ids ['2af21d3c-a104-4e63-aba8-5a704e045812'] in dv-cinder-759961-3-smb is: [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:05:25Z', 'revision_number': 4, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '12cffd04-0f5c-405a-988f-2e43afda3a92', 'name': '', 'network_id': '2a2d43b7-daa1-41df-b68e-2e9e428becfa', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'mac_address': 'fa:16:3e:24:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:23Z', 'updated_at': '2021-02-17T00:05:35Z', 'revision_number': 5, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'subnets': [{'id': 'd80aa7e2-dad3-42a4-a5a4-70d96d082108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:09:36.409165 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d7844-250e-4d45-8e71-5307c5574d6b req-69b56cb7-2a47-4bd4-89cc-d184fbf9a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:36.410896 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-975d7844-250e-4d45-8e71-5307c5574d6b req-69b56cb7-2a47-4bd4-89cc-d184fbf9a4f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a2d43b7-daa1-41df-b68e-2e9e428becfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3255160 Feb 17 00:09:36.531446 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:36.532100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:36.592996 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4b720379-a6ef-46b0-b29b-3e5757378c65 req-1608404b-8551-4841-908f-2242c34ce61e service neutron] 10.222.0.63 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5004063 Feb 17 00:09:36.710660 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Calling delete_port for a83762c4-1e36-4f55-ac87-07ceb2902a21 owned by network:floatingip {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:09:36.752748 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-79ddce2e-4e72-45ea-9e2f-f37d5a0e5c8e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b1d26520a38346a290f804fe567133d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4760306 Feb 17 00:09:36.879497 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-975d7844-250e-4d45-8e71-5307c5574d6b req-d09c7d96-c95e-4411-8eca-83b23f7b3c68 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507623 Feb 17 00:09:36.922509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7cd68e-9fdf-43d8-8b57-f394747640e2 None None] New status for floating IP 1c3ef03a-ed4b-4a5e-b2dc-43973521b6a7: DOWN {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:09:37.083522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:37.264072 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:37.364267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event deleted for resources: {'Port': ['ID=a83762c4-1e36-4f55-ac87-07ceb2902a21,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:37.423983 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:37.508927 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-975d7844-250e-4d45-8e71-5307c5574d6b req-a143812b-4951-4d4e-af2a-910c05996ab6 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5836005 Feb 17 00:09:37.557854 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:37.585101 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-93b706fb-b5af-4959-bd8d-fda3b024925e service neutron] 10.222.0.63 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7962906 Feb 17 00:09:37.931890 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:37.936319 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-be821ac9-1f45-43b9-8de1-5dd6fe261479 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "DELETE /v2.0/floatingips/95503c11-5bf6-4afc-8702-bb86acb31b67 HTTP/1.1" status: 204 len: 168 time: 3.7860506 Feb 17 00:09:37.994975 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-32a3f5e2-2331-4adb-a486-6482ae353605 service neutron] 10.222.0.63 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3990157 Feb 17 00:09:38.235222 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e0364951-8898-4226-8848-f2ca744125f1 req-90133dc7-2133-4927-91f1-49782421d2a5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 210 time: 0.0513871 Feb 17 00:09:38.308292 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55482) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:38.314354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--792867493', 'description': 'tempest-description--1369948048'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:38.321199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:38.326199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Usage tracker for resource:security_group and tenant:cf5111a3597c480680e0f9abf0a384d8 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:38.329320 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:38.335232 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:38.359892 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:38.389509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:38.394687 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Usage tracker for resource:security_group_rule and tenant:cf5111a3597c480680e0f9abf0a384d8 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:38.399255 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:38.406388 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:38.495681 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:38.499389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:38.527073 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7a839062-37a3-40b3-b61b-af0c1947a25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:38.558294 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:38.562557 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2503088 Feb 17 00:09:38.562906 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55494) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:38.569727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-c46148bd-1793-4791-bf2b-8c40af158a33 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Request body: {'security_group_rule': {'security_group_id': 'b29034cc-0267-4720-8966-0b322c790045', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:38.578523 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-c46148bd-1793-4791-bf2b-8c40af158a33 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:38.583116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-c46148bd-1793-4791-bf2b-8c40af158a33 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Usage tracker for resource:security_group_rule and tenant:cf5111a3597c480680e0f9abf0a384d8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:38.586919 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-c46148bd-1793-4791-bf2b-8c40af158a33 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:38.591532 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29034cc-0267-4720-8966-0b322c790045,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:38.596721 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:38.604621 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-c46148bd-1793-4791-bf2b-8c40af158a33 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:38.625613 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c46148bd-1793-4791-bf2b-8c40af158a33 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:38.709768 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c46148bd-1793-4791-bf2b-8c40af158a33 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:38.714722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c46148bd-1793-4791-bf2b-8c40af158a33 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749949'] for security_group_rule, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:38.720656 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:38.737960 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46148bd-1793-4791-bf2b-8c40af158a33 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375a11cb-62d4-4728-b717-7fc13a3e14c3,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:38.743532 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c46148bd-1793-4791-bf2b-8c40af158a33 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:38.759814 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c46148bd-1793-4791-bf2b-8c40af158a33 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:38.774048 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55506) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:38.774179 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c46148bd-1793-4791-bf2b-8c40af158a33 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2099862 Feb 17 00:09:38.781373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-4ac72cb5-8f21-4bb6-a01b-465ef563afaf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Request body: {'security_group_rule': {'security_group_id': 'b29034cc-0267-4720-8966-0b322c790045', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:38.789287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4ac72cb5-8f21-4bb6-a01b-465ef563afaf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:38.794702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4ac72cb5-8f21-4bb6-a01b-465ef563afaf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Usage tracker for resource:security_group_rule and tenant:cf5111a3597c480680e0f9abf0a384d8 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:38.798667 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4ac72cb5-8f21-4bb6-a01b-465ef563afaf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:38.805346 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4ac72cb5-8f21-4bb6-a01b-465ef563afaf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:38.828841 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4ac72cb5-8f21-4bb6-a01b-465ef563afaf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:38.914497 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4ac72cb5-8f21-4bb6-a01b-465ef563afaf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:38.919728 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4ac72cb5-8f21-4bb6-a01b-465ef563afaf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749949'] for security_group_rule, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:38.922187 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-60dd0c38-f515-4abc-90a7-9984a00e19cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:38.940483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac72cb5-8f21-4bb6-a01b-465ef563afaf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126510ec-ffb1-4dc7-b649-1a6543e2ab51,revision_number=0']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:38.944575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4ac72cb5-8f21-4bb6-a01b-465ef563afaf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:38.972093 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4ac72cb5-8f21-4bb6-a01b-465ef563afaf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:38.976604 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4ac72cb5-8f21-4bb6-a01b-465ef563afaf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1983416 Feb 17 00:09:38.977518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55516) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:38.985672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Request body: {'floatingip': {'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:38.994429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:39.001609 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Usage tracker for resource:floatingip and tenant:cf5111a3597c480680e0f9abf0a384d8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:39.006330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:39.015103 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:39.026974 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:39.249541 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:39.490052 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1f88dc0b-67de-4a4e-918f-0a0014477dd1 req-a87d7f95-bde3-4353-a2b3-03ea8085e78a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 210 time: 0.0927813 Feb 17 00:09:39.617516 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Allocated IP 172.28.2.48 (4cea41e0-975c-4c05-822b-6951b7473dd4/fe675137-7af0-487b-b384-b9c8d364eafc/018c322e-62be-4b90-90b1-ab8cebe0ff86) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:09:39.959146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-14c55b8e-e549-4288-822c-f3e48d971542 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:39.960990 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-14c55b8e-e549-4288-822c-f3e48d971542 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.54 "GET /v2.0/networks?id=41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 200 len: 817 time: 0.2524726 Feb 17 00:09:39.967155 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:40.055565 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-5618f92b-4695-4443-9a27-d3ad2b123160 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b1d26520a38346a290f804fe567133d2 HTTP/1.1" status: 200 len: 5703 time: 0.0845513 Feb 17 00:09:40.066078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Request body: {'port': {'device_id': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'admin_state_up': True, 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'security_groups': ['c9b668b2-7e7a-4217-bb07-ddd505faa8b8']}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:40.139326 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:40.169428 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-359697a1-5bc2-4d99-a72a-d1d6e16d18b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:40.374021 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event updated for resources: {'Port': ['ID=018c322e-62be-4b90-90b1-ab8cebe0ff86,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:40.397510 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:40.447515 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:40.457677 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Usage tracker for resource:port and tenant:b1d26520a38346a290f804fe567133d2 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:40.508039 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:40.526682 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:40.534581 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Network 4cea41e0-975c-4c05-822b-6951b7473dd4 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:09:40.539637 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:09:40.545252 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:09:40.603410 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Made reservation on behalf of b1d26520a38346a290f804fe567133d2 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:09:40.609981 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:40.692474 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-98faaeee-cfed-407f-bdbc-898d6853a3e3 req-3f485493-ccb1-44f0-a421-35e61acdab33 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Synchronizing usage tracker for tenant:b1d26520a38346a290f804fe567133d2 on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:09:40.711905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-98faaeee-cfed-407f-bdbc-898d6853a3e3 req-3f485493-ccb1-44f0-a421-35e61acdab33 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Unset dirty status for tenant:b1d26520a38346a290f804fe567133d2 on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:09:40.713227 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-98faaeee-cfed-407f-bdbc-898d6853a3e3 req-3f485493-ccb1-44f0-a421-35e61acdab33 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 210 time: 0.0797536 Feb 17 00:09:40.748439 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55554) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:40.772307 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3d7e8-6f46-4ac0-a030-f98aeab18056 req-3b2861c4-35a9-4c42-b8c0-b68734d15106 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:40.774008 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fff3d7e8-6f46-4ac0-a030-f98aeab18056 req-3b2861c4-35a9-4c42-b8c0-b68734d15106 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 945 time: 0.3211806 Feb 17 00:09:40.861755 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:40.876380 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-fff3d7e8-6f46-4ac0-a030-f98aeab18056 req-f128a469-8ff9-4da1-a46a-e1a8fc75cf9a tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Synchronizing usage tracker for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:09:40.887785 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-921c53f0-4335-4ef0-a6f9-35b97cb75d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:40.904593 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-921c53f0-4335-4ef0-a6f9-35b97cb75d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:40.909064 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-921c53f0-4335-4ef0-a6f9-35b97cb75d86 admin admin] Usage tracker for resource:security_group_rule and tenant:216f5b891c204e20a4a0a9b09bb8fbea is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:40.912410 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-921c53f0-4335-4ef0-a6f9-35b97cb75d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:40.919212 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-921c53f0-4335-4ef0-a6f9-35b97cb75d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:40.991309 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-fff3d7e8-6f46-4ac0-a030-f98aeab18056 req-f128a469-8ff9-4da1-a46a-e1a8fc75cf9a tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Unset dirty status for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:09:40.992583 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fff3d7e8-6f46-4ac0-a030-f98aeab18056 req-f128a469-8ff9-4da1-a46a-e1a8fc75cf9a tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112336 Feb 17 00:09:41.017474 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-921c53f0-4335-4ef0-a6f9-35b97cb75d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:41.020870 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-921c53f0-4335-4ef0-a6f9-35b97cb75d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:41.030415 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0f4edabf-ae1f-4bc1-91a1-29eab5c2d44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:41.032704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:41.074730 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-921c53f0-4335-4ef0-a6f9-35b97cb75d86 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=216f5b891c204e20a4a0a9b09bb8fbea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250413 Feb 17 00:09:41.075700 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c53f0-4335-4ef0-a6f9-35b97cb75d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf45f3aa-0871-472c-9b0f-aa9f0ad7a65a,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:41.078472 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55560) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:41.081483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-921c53f0-4335-4ef0-a6f9-35b97cb75d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:41.151999 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d2ba8ba1-ff00-4951-852c-7a92a49ad4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:41.184521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d2ba8ba1-ff00-4951-852c-7a92a49ad4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:41.231492 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d2ba8ba1-ff00-4951-852c-7a92a49ad4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:41.235919 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Allocated IP 172.20.0.5 (41f1d152-05fa-431e-881d-6789a11dfe22/066b5e62-ad57-425f-8725-667a028740da/9128a022-32c6-4398-ae67-f6fbcdbc72af) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:09:41.236969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-921c53f0-4335-4ef0-a6f9-35b97cb75d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:41.250362 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba8ba1-ff00-4951-852c-7a92a49ad4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf45f3aa-0871-472c-9b0f-aa9f0ad7a65a,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:41.253593 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d2ba8ba1-ff00-4951-852c-7a92a49ad4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:41.255983 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d2ba8ba1-ff00-4951-852c-7a92a49ad4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:41.257222 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-d2ba8ba1-ff00-4951-852c-7a92a49ad4ce admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cf45f3aa-0871-472c-9b0f-aa9f0ad7a65a HTTP/1.1" status: 204 len: 168 time: 0.1779306 Feb 17 00:09:41.830183 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:41.841267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:41.860861 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9bb7817a-fd82-456e-956f-9dbcaa5c10ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:41.903030 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55574) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:41.917270 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7fb5187e-2224-4d82-ac7a-5e304beeabbc req-fec17a4d-5ac3-4c59-83a6-431a9709beac tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 210 time: 0.0616751 Feb 17 00:09:41.973200 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:41.996954 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device b45faf73-69f6-4338-b4c1-f0724f6f5789 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:09:42.022857 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event updated for resources: {'Port': ['ID=018c322e-62be-4b90-90b1-ab8cebe0ff86,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:42.030089 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:42.032476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Transition to ACTIVE for port object 9128a022-32c6-4398-ae67-f6fbcdbc72af will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:09:42.074084 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port b45faf73-69f6-4338-b4c1-f0724f6f5789 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:09:42.074825 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:42.093775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-28f9750b-427b-486b-9fff-1e1cf253b249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:42.126199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-28f9750b-427b-486b-9fff-1e1cf253b249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:42.133522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-28f9750b-427b-486b-9fff-1e1cf253b249 admin admin] Usage tracker for resource:security_group_rule and tenant:17c90ca31bcf45a682d345c5fb001023 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:42.139791 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-28f9750b-427b-486b-9fff-1e1cf253b249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:42.146716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:42.150781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-28f9750b-427b-486b-9fff-1e1cf253b249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:42.163775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:42.295789 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd084e78-da52-4633-ba64-8986782f25d1 req-d69046a3-525d-47a7-aae5-5ccbf85d25bc tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:42.296512 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-cd084e78-da52-4633-ba64-8986782f25d1 req-d69046a3-525d-47a7-aae5-5ccbf85d25bc tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Synchronizing usage tracker for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:09:42.332499 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-cd084e78-da52-4633-ba64-8986782f25d1 req-d69046a3-525d-47a7-aae5-5ccbf85d25bc tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Unset dirty status for tenant:aed35f557341417fb5448e2d6f60f1fb on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:09:42.333744 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd084e78-da52-4633-ba64-8986782f25d1 req-d69046a3-525d-47a7-aae5-5ccbf85d25bc tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 945 time: 0.1795444 Feb 17 00:09:42.344582 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:42.381315 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event updated for resources: {'Port': ['ID=9128a022-32c6-4398-ae67-f6fbcdbc72af,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:42.385238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:42.389968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-28f9750b-427b-486b-9fff-1e1cf253b249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:42.410637 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-28f9750b-427b-486b-9fff-1e1cf253b249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:42.413569 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:42.419019 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4395239 Feb 17 00:09:42.422545 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-dbca3a97-31f5-482a-9583-e7e7bf08844e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:42.486607 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bda14-9ba2-4351-85d6-e05f7a7cf6fc req-7cfeede3-a8c8-40ad-bb69-5be7a24d48fb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:42.488335 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2c8bda14-9ba2-4351-85d6-e05f7a7cf6fc req-7cfeede3-a8c8-40ad-bb69-5be7a24d48fb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 945 time: 0.2848706 Feb 17 00:09:42.491063 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9750b-427b-486b-9fff-1e1cf253b249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57969c2-7c07-4d1f-a2f0-b3928d9d1184,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:42.500493 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-cd084e78-da52-4633-ba64-8986782f25d1 req-9a97307f-1966-4106-859b-89ec091eb8b6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Deleting port b45faf73-69f6-4338-b4c1-f0724f6f5789 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:09:42.500875 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd084e78-da52-4633-ba64-8986782f25d1 req-9a97307f-1966-4106-859b-89ec091eb8b6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:42.520550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Network 41f1d152-05fa-431e-881d-6789a11dfe22 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:09:42.523655 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:09:42.530301 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:09:42.530556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-28f9750b-427b-486b-9fff-1e1cf253b249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:42.547865 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-28f9750b-427b-486b-9fff-1e1cf253b249 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=17c90ca31bcf45a682d345c5fb001023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6433134 Feb 17 00:09:42.550939 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55584) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:42.616674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:42.617363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:42.659296 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2c8bda14-9ba2-4351-85d6-e05f7a7cf6fc req-f0f4c2cb-59d4-47f5-b34f-8b6a95c8ee61 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/security-groups?id=8696dd0e-7730-419b-bf3e-0d4eaebb232e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588330 Feb 17 00:09:42.661539 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-827e347d-ed1e-4f81-9c0d-fd74bd394c2a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5995510 Feb 17 00:09:42.682097 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Request body: {'port': {'device_id': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:42.796221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-a81304d1-ba22-479b-9d96-b6f8e897b23a None None] Provisioning for port 9128a022-32c6-4398-ae67-f6fbcdbc72af completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:09:42.802548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-a81304d1-ba22-479b-9d96-b6f8e897b23a None None] Provisioning complete for port 9128a022-32c6-4398-ae67-f6fbcdbc72af triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:09:42.803483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a81304d1-ba22-479b-9d96-b6f8e897b23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:42.814592 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:42.818568 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fbd5acdd-e41c-4fe0-9e16-9d3d66ae30da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:42.838853 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-0ea69d21-f18a-43a0-8ef8-1889cd643ac7 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Synchronizing usage tracker for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:security_group {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:09:42.867261 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-a81304d1-ba22-479b-9d96-b6f8e897b23a None None] Port 9128a022-32c6-4398-ae67-f6fbcdbc72af cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:09:42.911634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fbd5acdd-e41c-4fe0-9e16-9d3d66ae30da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:42.929745 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-0ea69d21-f18a-43a0-8ef8-1889cd643ac7 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Unset dirty status for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:security_group {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:09:42.931066 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-0ea69d21-f18a-43a0-8ef8-1889cd643ac7 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--792867493&fields=id&tenant_id=cf5111a3597c480680e0f9abf0a384d8 HTTP/1.1" status: 200 len: 267 time: 0.2617795 Feb 17 00:09:43.083172 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-cd084e78-da52-4633-ba64-8986782f25d1 req-9a97307f-1966-4106-859b-89ec091eb8b6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] For port b45faf73-69f6-4338-b4c1-f0724f6f5789, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b45faf73-69f6-4338-b4c1-f0724f6f5789,segment=NetworkSegment(605d05aa-1d22-4cae-b0d4-e228fcd0e64c),segment_id=605d05aa-1d22-4cae-b0d4-e228fcd0e64c)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:09:43.083505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd084e78-da52-4633-ba64-8986782f25d1 req-9a97307f-1966-4106-859b-89ec091eb8b6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:43.240460 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-cd084e78-da52-4633-ba64-8986782f25d1 req-9a97307f-1966-4106-859b-89ec091eb8b6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Calling delete_port for b45faf73-69f6-4338-b4c1-f0724f6f5789 owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:09:43.287111 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be82b84-7290-47e6-ac68-8064f9ee2b06 req-dc56e22d-1403-4b18-94ca-9fdcf25ff4fb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:43.287886 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-9be82b84-7290-47e6-ac68-8064f9ee2b06 req-dc56e22d-1403-4b18-94ca-9fdcf25ff4fb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Synchronizing usage tracker for tenant:b1d26520a38346a290f804fe567133d2 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:09:43.298586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fbd5acdd-e41c-4fe0-9e16-9d3d66ae30da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:43.308579 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0e61f888-89b7-41ac-969d-b7617d4f0cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:43.315620 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-9be82b84-7290-47e6-ac68-8064f9ee2b06 req-dc56e22d-1403-4b18-94ca-9fdcf25ff4fb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Unset dirty status for tenant:b1d26520a38346a290f804fe567133d2 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:09:43.316924 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9be82b84-7290-47e6-ac68-8064f9ee2b06 req-dc56e22d-1403-4b18-94ca-9fdcf25ff4fb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 931 time: 0.2368305 Feb 17 00:09:43.345221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5acdd-e41c-4fe0-9e16-9d3d66ae30da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57969c2-7c07-4d1f-a2f0-b3928d9d1184,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:43.357513 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-fbd5acdd-e41c-4fe0-9e16-9d3d66ae30da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:43.368038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-e7245a68-588e-492a-820f-b02776691039 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:43.369682 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-e7245a68-588e-492a-820f-b02776691039 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/networks?id=9bed9bea-fabb-4082-8967-92ad14eef61a HTTP/1.1" status: 200 len: 810 time: 0.4193892 Feb 17 00:09:43.372798 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fbd5acdd-e41c-4fe0-9e16-9d3d66ae30da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:43.376484 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-fbd5acdd-e41c-4fe0-9e16-9d3d66ae30da admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d57969c2-7c07-4d1f-a2f0-b3928d9d1184 HTTP/1.1" status: 204 len: 168 time: 0.8219924 Feb 17 00:09:43.411067 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-d09e38ac-377a-41c9-afd2-92930ff0f515 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/quotas/cf5111a3597c480680e0f9abf0a384d8 HTTP/1.1" status: 200 len: 375 time: 0.0197117 Feb 17 00:09:43.431732 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9128a022-32c6-4398-ae67-f6fbcdbc72af {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:09:43.450114 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:43.471219 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9be82b84-7290-47e6-ac68-8064f9ee2b06 req-0cfd7a30-9552-4941-9c73-22a196339b8d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133766 Feb 17 00:09:43.474243 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Transition to ACTIVE for port object 9128a022-32c6-4398-ae67-f6fbcdbc72af will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:09:43.480330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:43.507867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5155b58e-9a8f-4f61-a078-f68d7bee89b8 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:43.557962 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd084e78-da52-4633-ba64-8986782f25d1 req-9a97307f-1966-4106-859b-89ec091eb8b6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:43.574753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-8abed887-2a09-4076-99ce-a8ff45eda5f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:43.660316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Pushing event updated for resources: {'Port': ['ID=9128a022-32c6-4398-ae67-f6fbcdbc72af,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:43.663612 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:43.693006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97307f-1966-4106-859b-89ec091eb8b6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Pushing event deleted for resources: {'Port': ['ID=b45faf73-69f6-4338-b4c1-f0724f6f5789,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:43.704932 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9a97307f-1966-4106-859b-89ec091eb8b6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:43.726047 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-0432ceda-ea83-4063-b6c0-365beff8407e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=cf5111a3597c480680e0f9abf0a384d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3056369 Feb 17 00:09:43.812474 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55606) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:43.894272 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b1609298-37bf-433e-8b4d-f941e2aba523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:43.946371 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-aed39b07-621e-4d3b-af5e-262626cf888e req-76b8e8e8-1a6d-41a7-9029-cb9b4a85378e tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e06df47-1ef4-4501-91da-2059426b28fc HTTP/1.1" status: 200 len: 210 time: 0.1226959 Feb 17 00:09:43.958635 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-b1609298-37bf-433e-8b4d-f941e2aba523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:43.963157 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-b1609298-37bf-433e-8b4d-f941e2aba523 admin admin] Usage tracker for resource:security_group_rule and tenant:c1492c0c0b7d4fd09e3fd4e0bdedf81d is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:43.964256 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device b45faf73-69f6-4338-b4c1-f0724f6f5789 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:09:43.966976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-b1609298-37bf-433e-8b4d-f941e2aba523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:43.982886 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-b1609298-37bf-433e-8b4d-f941e2aba523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:43.985071 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-779a0b44-6108-45b1-8e22-94afd4ed7d36 service neutron] 10.222.0.63 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585137 Feb 17 00:09:44.018028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] No Port match for: b45faf73-69f6-4338-b4c1-f0724f6f5789 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:09:44.018770 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device b45faf73-69f6-4338-b4c1-f0724f6f5789 not bound to the agent host hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:09:44.040604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Attempting to bind port 9128a022-32c6-4398-ae67-f6fbcdbc72af on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:09:44.041012 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Attempting to bind port 9128a022-32c6-4398-ae67-f6fbcdbc72af by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:09:44.041325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Attempting to bind port 9128a022-32c6-4398-ae67-f6fbcdbc72af on network 41f1d152-05fa-431e-881d-6789a11dfe22 {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:09:44.054976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:09:44.055391 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Checking segment: {'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:09:44.055738 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:44.056136 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Bound using segment: {'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:09:44.056622 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Bound port: 9128a022-32c6-4398-ae67-f6fbcdbc72af, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:09:44.056996 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:44.070773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd084e78-da52-4633-ba64-8986782f25d1 req-9a97307f-1966-4106-859b-89ec091eb8b6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] No DVR routers for this DVR port b45faf73-69f6-4338-b4c1-f0724f6f5789 on host hv-cinder-75996 {{(pid=83920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:09:44.077845 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-cd084e78-da52-4633-ba64-8986782f25d1 req-9a97307f-1966-4106-859b-89ec091eb8b6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:44.080702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e06df47-1ef4-4501-91da-2059426b28fc', 'name': 'network-vif-deleted', 'tag': 'b45faf73-69f6-4338-b4c1-f0724f6f5789'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:44.115312 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cd084e78-da52-4633-ba64-8986782f25d1 req-9a97307f-1966-4106-859b-89ec091eb8b6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] 10.222.0.54 "DELETE /v2.0/ports/b45faf73-69f6-4338-b4c1-f0724f6f5789 HTTP/1.1" status: 204 len: 173 time: 1.7714097 Feb 17 00:09:44.154626 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e06df47-1ef4-4501-91da-2059426b28fc', 'name': 'network-vif-deleted', 'tag': 'b45faf73-69f6-4338-b4c1-f0724f6f5789', 'status': 'completed', 'code': 200} Feb 17 00:09:44.163664 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-132f323c-1435-4ae2-a343-63d0eb213c8a service neutron] 10.222.0.63 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1774848 Feb 17 00:09:44.215372 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b1609298-37bf-433e-8b4d-f941e2aba523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:44.220217 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b1609298-37bf-433e-8b4d-f941e2aba523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:44.229998 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e92cf15c-0ccc-4332-b21e-437fd88e809f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:44.241109 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] For port 9128a022-32c6-4398-ae67-f6fbcdbc72af, host hv-cinder-75996, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:09:44.264728 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] For port 9128a022-32c6-4398-ae67-f6fbcdbc72af, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9128a022-32c6-4398-ae67-f6fbcdbc72af,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:09:44.285597 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:44.306135 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1609298-37bf-433e-8b4d-f941e2aba523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6700e632-e7e3-4918-bd89-83426a68ada4,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:44.313724 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b1609298-37bf-433e-8b4d-f941e2aba523 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c1492c0c0b7d4fd09e3fd4e0bdedf81d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993100 Feb 17 00:09:44.315049 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b1609298-37bf-433e-8b4d-f941e2aba523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:44.315913 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55616) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:44.382131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2d1be8f3-b11d-4f95-a507-751587305b40 tempest-ServerRescueNegativeTestJSON-1906828901 tempest-ServerRescueNegativeTestJSON-1906828901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:44.417608 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ffb274cb-d952-4ccc-b4e7-809e397539e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:44.463149 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ffb274cb-d952-4ccc-b4e7-809e397539e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:44.535375 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ffb274cb-d952-4ccc-b4e7-809e397539e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:44.542639 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b11ea42a-e2b6-4fe4-86d8-d606d0d3e378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:44.545974 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-dd976074-df03-4717-b47e-470da66be0fd req-a41647de-8c93-46aa-9007-6c80c8abaa69 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Synchronizing usage tracker for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:09:44.575565 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb274cb-d952-4ccc-b4e7-809e397539e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6700e632-e7e3-4918-bd89-83426a68ada4,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:44.580411 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ffb274cb-d952-4ccc-b4e7-809e397539e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:44.590265 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ffb274cb-d952-4ccc-b4e7-809e397539e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:44.595827 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ffb274cb-d952-4ccc-b4e7-809e397539e2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6700e632-e7e3-4918-bd89-83426a68ada4 HTTP/1.1" status: 204 len: 168 time: 0.2784591 Feb 17 00:09:44.624952 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Pushing event updated for resources: {'Port': ['ID=9128a022-32c6-4398-ae67-f6fbcdbc72af,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:44.634822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:44.635657 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-dd976074-df03-4717-b47e-470da66be0fd req-a41647de-8c93-46aa-9007-6c80c8abaa69 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Unset dirty status for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:09:44.661827 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-dd976074-df03-4717-b47e-470da66be0fd req-a41647de-8c93-46aa-9007-6c80c8abaa69 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 210 time: 0.2064345 Feb 17 00:09:44.707063 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:44.708683 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:44.710562 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] 10.222.0.54 "PUT /v2.0/ports/9128a022-32c6-4398-ae67-f6fbcdbc72af HTTP/1.1" status: 200 len: 1157 time: 2.0398014 Feb 17 00:09:44.711936 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'tag': '9128a022-32c6-4398-ae67-f6fbcdbc72af'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:44.825665 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'tag': '9128a022-32c6-4398-ae67-f6fbcdbc72af', 'status': 'completed', 'code': 200} Feb 17 00:09:44.829906 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe28912-58a4-43e3-b14e-580109d1f083 req-643a70eb-a1d1-4687-b190-7d9f77e5e111 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:44.831583 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ffe28912-58a4-43e3-b14e-580109d1f083 req-643a70eb-a1d1-4687-b190-7d9f77e5e111 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.1636593 Feb 17 00:09:44.900368 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-ffe28912-58a4-43e3-b14e-580109d1f083 req-649420b7-9239-4b5d-828f-8f1f261f542d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Synchronizing usage tracker for tenant:b1d26520a38346a290f804fe567133d2 on resource:security_group {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:09:44.902154 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-bf0473e5-bbd9-4b90-8a94-3aa13aabe95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:44.907553 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-bf0473e5-bbd9-4b90-8a94-3aa13aabe95b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1d26520a38346a290f804fe567133d2&device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 1160 time: 0.1436698 Feb 17 00:09:44.927410 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-ffe28912-58a4-43e3-b14e-580109d1f083 req-649420b7-9239-4b5d-828f-8f1f261f542d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Unset dirty status for tenant:b1d26520a38346a290f804fe567133d2 on resource:security_group {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:09:44.929676 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ffe28912-58a4-43e3-b14e-580109d1f083 req-649420b7-9239-4b5d-828f-8f1f261f542d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909119 Feb 17 00:09:45.028842 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-f6bd28b7-398b-4c42-b767-8497faa48327 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9128a022-32c6-4398-ae67-f6fbcdbc72af HTTP/1.1" status: 200 len: 217 time: 0.1104083 Feb 17 00:09:45.134403 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-9f85e828-f3f1-4050-ac53-50fc38f16d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:45.136866 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-9f85e828-f3f1-4050-ac53-50fc38f16d87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=066b5e62-ad57-425f-8725-667a028740da HTTP/1.1" status: 200 len: 856 time: 0.0986536 Feb 17 00:09:45.245038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-2bd44e98-326d-4b01-a036-172e68fbfa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:45.248162 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-2bd44e98-326d-4b01-a036-172e68fbfa6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41f1d152-05fa-431e-881d-6789a11dfe22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1039011 Feb 17 00:09:45.419618 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-7e60579f-b5b8-4e25-b75c-453ac6b13130 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643951 Feb 17 00:09:45.595706 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-84019d24-1c17-4f46-b1f7-3e4cc903e53a req-1e1f844d-a8f4-4ea7-b051-6d9bb79b1020 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1695445 Feb 17 00:09:45.860316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3563d-1dd5-4f9a-b23b-f4f2ef3c53c2 req-f3ef42a9-e4e2-42ff-800d-59f333f570a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:45.862540 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cae3563d-1dd5-4f9a-b23b-f4f2ef3c53c2 req-f3ef42a9-e4e2-42ff-800d-59f333f570a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1d26520a38346a290f804fe567133d2&device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 1160 time: 0.1121554 Feb 17 00:09:46.149314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55710) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:46.212412 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f3655d3b-b465-445a-ae6d-7c148325997c req-54e0cca5-70a6-4704-bd87-65e72acc6576 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 210 time: 0.4447696 Feb 17 00:09:46.254557 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3563d-1dd5-4f9a-b23b-f4f2ef3c53c2 req-c0fdc21f-8729-4c22-a057-bd146a4731e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:46.255815 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cae3563d-1dd5-4f9a-b23b-f4f2ef3c53c2 req-c0fdc21f-8729-4c22-a057-bd146a4731e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 200 len: 911 time: 0.3851588 Feb 17 00:09:46.276841 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-96749c86-eeea-4b01-ba33-8d7f66727f2e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:46.279029 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-96749c86-eeea-4b01-ba33-8d7f66727f2e tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.54 "GET /v2.0/networks?id=9bed9bea-fabb-4082-8967-92ad14eef61a HTTP/1.1" status: 200 len: 810 time: 0.5609550 Feb 17 00:09:46.379291 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-063e517a-69f3-43af-b437-de92a4dad1ca tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Synchronizing usage tracker for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:09:46.395324 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-063e517a-69f3-43af-b437-de92a4dad1ca tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Unset dirty status for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:09:46.396758 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-063e517a-69f3-43af-b437-de92a4dad1ca tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf5111a3597c480680e0f9abf0a384d8 HTTP/1.1" status: 200 len: 5704 time: 0.1034627 Feb 17 00:09:46.409363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Request body: {'port': {'device_id': 'e2d996df-c71a-46ec-9ba1-b22eebcc9829', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'admin_state_up': True, 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'security_groups': ['b29034cc-0267-4720-8966-0b322c790045']}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:46.583872 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:46.597017 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:46.608229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Made reservation on behalf of cf5111a3597c480680e0f9abf0a384d8 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:09:46.614531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:46.657599 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cae3563d-1dd5-4f9a-b23b-f4f2ef3c53c2 req-4eb42c93-06c0-437d-aa6b-cb18f15089d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9128a022-32c6-4398-ae67-f6fbcdbc72af HTTP/1.1" status: 200 len: 217 time: 0.3894558 Feb 17 00:09:46.778933 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3563d-1dd5-4f9a-b23b-f4f2ef3c53c2 req-5b580f3e-f34e-428f-a98c-6c7d57af0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:46.780492 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cae3563d-1dd5-4f9a-b23b-f4f2ef3c53c2 req-5b580f3e-f34e-428f-a98c-6c7d57af0b45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=066b5e62-ad57-425f-8725-667a028740da HTTP/1.1" status: 200 len: 856 time: 0.1126468 Feb 17 00:09:46.906810 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8e28e-e66c-4743-9546-d2120e9750c9 req-82a10af2-4ed8-4658-99d9-113b1cecb8cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:46.908556 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d3a8e28e-e66c-4743-9546-d2120e9750c9 req-82a10af2-4ed8-4658-99d9-113b1cecb8cb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.7840881 Feb 17 00:09:46.945634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Allocated IP 172.20.0.8 (9bed9bea-fabb-4082-8967-92ad14eef61a/7fd2358e-bd02-44c1-88fe-65c85dcf897a/176aa178-a0d5-4ca4-9b59-5233fc2a50aa) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:09:47.069377 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d3a8e28e-e66c-4743-9546-d2120e9750c9 req-a7eb5fe1-73e6-4234-8423-b8819532e9a8 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847886 Feb 17 00:09:47.156244 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3563d-1dd5-4f9a-b23b-f4f2ef3c53c2 req-a080b06c-de92-42f3-a572-365d06cae58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:47.157872 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cae3563d-1dd5-4f9a-b23b-f4f2ef3c53c2 req-a080b06c-de92-42f3-a572-365d06cae58b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41f1d152-05fa-431e-881d-6789a11dfe22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3606973 Feb 17 00:09:47.162169 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:47.179716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Transition to ACTIVE for port object 176aa178-a0d5-4ca4-9b59-5233fc2a50aa will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:09:47.203992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:47.219935 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e86b0c58-b664-4db3-89a4-317df23975ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:47.316120 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cae3563d-1dd5-4f9a-b23b-f4f2ef3c53c2 req-6ef8bb21-c9ca-4085-8137-be9389c67f4a service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492138 Feb 17 00:09:47.416473 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event updated for resources: {'Port': ['ID=176aa178-a0d5-4ca4-9b59-5233fc2a50aa,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:47.426072 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:47.500911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad41fa5-5a9a-421f-8991-c00339a336a7 req-8634a8bf-fa5e-4b9a-9981-a791c01f557c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:47.502501 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7ad41fa5-5a9a-421f-8991-c00339a336a7 req-8634a8bf-fa5e-4b9a-9981-a791c01f557c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 931 time: 0.1635418 Feb 17 00:09:47.514720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Network 9bed9bea-fabb-4082-8967-92ad14eef61a is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:09:47.532329 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Resources bound (agent type, host, resource id): {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:09:47.533062 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-cae3563d-1dd5-4f9a-b23b-f4f2ef3c53c2 req-b900a561-090b-4404-9e8e-01fc87694e7b service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2065256 Feb 17 00:09:47.536431 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:09:47.626924 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7ad41fa5-5a9a-421f-8991-c00339a336a7 req-0080ca68-59ca-4bbd-99c3-00ca643a8a11 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=b29034cc-0267-4720-8966-0b322c790045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162939 Feb 17 00:09:47.638674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:47.639364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:47.682785 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-54092c64-0981-4ad7-a9e6-b7a11a81d562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112375'] for router_interface, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:47.692203 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-907b8fa8-57ca-4a7f-85dd-522de727c854 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2878885 Feb 17 00:09:47.708852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Request body: {'port': {'device_id': 'e2d996df-c71a-46ec-9ba1-b22eebcc9829', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:47.841850 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:47.842953 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9afd1662-a27b-4db1-91f3-e5ea5cc28d8b None None] Provisioning for port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:09:47.848357 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-9afd1662-a27b-4db1-91f3-e5ea5cc28d8b None None] Provisioning complete for port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:09:47.848900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9afd1662-a27b-4db1-91f3-e5ea5cc28d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:47.914453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9afd1662-a27b-4db1-91f3-e5ea5cc28d8b None None] Port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:09:48.161866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-54092c64-0981-4ad7-a9e6-b7a11a81d562 admin admin] Deleting port 12cffd04-0f5c-405a-988f-2e43afda3a92 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:09:48.162448 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-54092c64-0981-4ad7-a9e6-b7a11a81d562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:48.316339 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9128a022-32c6-4398-ae67-f6fbcdbc72af up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:09:48.343006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176aa178-a0d5-4ca4-9b59-5233fc2a50aa {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:09:48.351700 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:48.366831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Transition to ACTIVE for port object 176aa178-a0d5-4ca4-9b59-5233fc2a50aa will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:09:48.370402 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:48.389976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-468d5001-f58d-45bb-9ba9-2b8748356044 tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:48.447320 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-54092c64-0981-4ad7-a9e6-b7a11a81d562 admin admin] For port 12cffd04-0f5c-405a-988f-2e43afda3a92, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=12cffd04-0f5c-405a-988f-2e43afda3a92,segment=NetworkSegment(605d05aa-1d22-4cae-b0d4-e228fcd0e64c),segment_id=605d05aa-1d22-4cae-b0d4-e228fcd0e64c)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:09:48.447757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-54092c64-0981-4ad7-a9e6-b7a11a81d562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:48.532315 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81173fdb-f930-4f94-b1e5-e55f8aaa209c req-aa991940-882b-4ae4-838f-ed4c36e3138f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:48.534318 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81173fdb-f930-4f94-b1e5-e55f8aaa209c req-aa991940-882b-4ae4-838f-ed4c36e3138f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.3310368 Feb 17 00:09:48.543411 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Pushing event updated for resources: {'Port': ['ID=176aa178-a0d5-4ca4-9b59-5233fc2a50aa,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:48.546773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:48.559229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port 9128a022-32c6-4398-ae67-f6fbcdbc72af completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:09:48.564178 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9128a022-32c6-4398-ae67-f6fbcdbc72af triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:09:48.564749 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:48.606319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-54092c64-0981-4ad7-a9e6-b7a11a81d562 admin admin] Calling delete_port for 12cffd04-0f5c-405a-988f-2e43afda3a92 owned by network:router_interface {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:09:48.698353 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:48.731521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9128a022-32c6-4398-ae67-f6fbcdbc72af'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:48.744647 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 9128a022-32c6-4398-ae67-f6fbcdbc72af, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9128a022-32c6-4398-ae67-f6fbcdbc72af,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:09:48.750589 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:48.753530 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81173fdb-f930-4f94-b1e5-e55f8aaa209c req-bdc34726-65c6-4f72-9750-3e109c5c4a38 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548889 Feb 17 00:09:48.765065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:48.815254 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Attempting to bind port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:09:48.815633 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Attempting to bind port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:09:48.816002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Attempting to bind port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa on network 9bed9bea-fabb-4082-8967-92ad14eef61a {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:09:48.822127 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:09:48.822502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Checking segment: {'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:09:48.822909 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:48.823304 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Bound using segment: {'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:09:48.823778 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Bound port: 176aa178-a0d5-4ca4-9b59-5233fc2a50aa, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b226fb9-e351-4a5d-bdbb-8186f90c055d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:09:48.824151 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:48.877185 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-54092c64-0981-4ad7-a9e6-b7a11a81d562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:48.896377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:48.908628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=9128a022-32c6-4398-ae67-f6fbcdbc72af,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:48.912699 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:49.001339 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] For port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa, host hv-cinder-75996, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:09:49.007362 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] For port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=176aa178-a0d5-4ca4-9b59-5233fc2a50aa,segment=NetworkSegment(0b226fb9-e351-4a5d-bdbb-8186f90c055d),segment_id=0b226fb9-e351-4a5d-bdbb-8186f90c055d)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:09:49.012958 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54092c64-0981-4ad7-a9e6-b7a11a81d562 admin admin] Pushing event deleted for resources: {'Port': ['ID=12cffd04-0f5c-405a-988f-2e43afda3a92,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:49.017188 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafd5db-9d13-4996-ac82-5a8d9bd0c2aa req-5999010e-7661-44d4-b606-746d12e66bc9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:49.018774 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-1dafd5db-9d13-4996-ac82-5a8d9bd0c2aa req-5999010e-7661-44d4-b606-746d12e66bc9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Synchronizing usage tracker for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:09:49.023063 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9128a022-32c6-4398-ae67-f6fbcdbc72af', 'code': 200} Feb 17 00:09:49.023768 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-54092c64-0981-4ad7-a9e6-b7a11a81d562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:49.026060 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11107867'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:49.042498 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:49.185310 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-1dafd5db-9d13-4996-ac82-5a8d9bd0c2aa req-5999010e-7661-44d4-b606-746d12e66bc9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Unset dirty status for tenant:cf5111a3597c480680e0f9abf0a384d8 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:09:49.187433 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1dafd5db-9d13-4996-ac82-5a8d9bd0c2aa req-5999010e-7661-44d4-b606-746d12e66bc9 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 943 time: 0.3484528 Feb 17 00:09:49.263214 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Pushing event updated for resources: {'Port': ['ID=176aa178-a0d5-4ca4-9b59-5233fc2a50aa,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:49.267088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:49.330885 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1dafd5db-9d13-4996-ac82-5a8d9bd0c2aa req-6e8da1f2-4d61-4c28-8a98-157cd1110aea tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=b29034cc-0267-4720-8966-0b322c790045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318133 Feb 17 00:09:49.373855 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:49.374535 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:49.378284 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-31d81ba1-3596-4344-93d1-aad39ba8e632 service neutron] 10.222.0.54 "PUT /v2.0/ports/176aa178-a0d5-4ca4-9b59-5233fc2a50aa HTTP/1.1" status: 200 len: 1157 time: 1.6753209 Feb 17 00:09:49.378916 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d996df-c71a-46ec-9ba1-b22eebcc9829', 'tag': '176aa178-a0d5-4ca4-9b59-5233fc2a50aa'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:49.487629 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d996df-c71a-46ec-9ba1-b22eebcc9829', 'tag': '176aa178-a0d5-4ca4-9b59-5233fc2a50aa', 'status': 'completed', 'code': 200} Feb 17 00:09:49.506730 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaf1fb-940f-4a4c-8af3-9cf27c9c3ef1 req-6e28d18a-c004-4a66-8298-e670a8ed5b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:49.508348 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-58aaf1fb-940f-4a4c-8af3-9cf27c9c3ef1 req-6e28d18a-c004-4a66-8298-e670a8ed5b0f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 1162 time: 0.1852145 Feb 17 00:09:49.512151 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-54092c64-0981-4ad7-a9e6-b7a11a81d562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112281'] for router_interface, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:49.537610 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-5d3f8838-40b3-4d46-9449-b4e3732d2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:49.539594 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-5d3f8838-40b3-4d46-9449-b4e3732d2946 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5111a3597c480680e0f9abf0a384d8&device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 1160 time: 0.1205773 Feb 17 00:09:49.582702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:49.641742 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-e5c3a380-96cb-465c-b0bd-111456e91536 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176aa178-a0d5-4ca4-9b59-5233fc2a50aa HTTP/1.1" status: 200 len: 217 time: 0.0936937 Feb 17 00:09:49.717485 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-e8a09679-94c7-4a68-a0b3-e656fb49f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:49.719297 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-e8a09679-94c7-4a68-a0b3-e656fb49f195 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fd2358e-bd02-44c1-88fe-65c85dcf897a HTTP/1.1" status: 200 len: 849 time: 0.0710344 Feb 17 00:09:49.822053 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-b490a11e-8c41-46a7-add8-829ac2e41392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:49.824461 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-b490a11e-8c41-46a7-add8-829ac2e41392 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bed9bea-fabb-4082-8967-92ad14eef61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0960824 Feb 17 00:09:49.900914 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-58aaf1fb-940f-4a4c-8af3-9cf27c9c3ef1 req-905c04e0-5fd7-43fe-af95-87d49e4dd976 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3678067 Feb 17 00:09:50.006747 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9128a022-32c6-4398-ae67-f6fbcdbc72af up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:09:50.052476 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-5db54aa9-4ebe-43e2-a665-9b24abda76e8 service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211401 Feb 17 00:09:50.071137 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667a48c-e557-403a-b782-f7e9e34d0691 req-efd788a8-d4c4-46fb-9785-422cc71667d7 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:50.072928 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5667a48c-e557-403a-b782-f7e9e34d0691 req-efd788a8-d4c4-46fb-9785-422cc71667d7 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.1557217 Feb 17 00:09:50.091719 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9128a022-32c6-4398-ae67-f6fbcdbc72af triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:09:50.092145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:50.218438 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5667a48c-e557-403a-b782-f7e9e34d0691 req-cb568ab8-4d3f-45f5-9f26-14ee30003b1f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370556 Feb 17 00:09:50.282712 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-42de5038-9d96-4010-bccd-90bc0fae5f50 req-a4995d69-4e31-4a71-b66e-ef8ef5928485 service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1684129 Feb 17 00:09:50.376141 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54092c64-0981-4ad7-a9e6-b7a11a81d562 admin admin] Router 2af21d3c-a104-4e63-aba8-5a704e045812 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:09:50.444925 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e788-e3a8-4014-91f1-40b76a97f335 req-b4b4bdd5-0b4e-496f-99f2-c5ba5cb16e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:50.445079 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db50e788-e3a8-4014-91f1-40b76a97f335 req-b4b4bdd5-0b4e-496f-99f2-c5ba5cb16e57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5111a3597c480680e0f9abf0a384d8&device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 1160 time: 0.1126325 Feb 17 00:09:50.662890 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54092c64-0981-4ad7-a9e6-b7a11a81d562 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:09:50.670452 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe3f22-e998-4322-b9ea-da454188ac55 req-3314608b-d0b9-4a18-b444-5a622a695d6a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:50.672140 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-57fe3f22-e998-4322-b9ea-da454188ac55 req-3314608b-d0b9-4a18-b444-5a622a695d6a tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 943 time: 0.1486630 Feb 17 00:09:50.673201 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b0284-cb9d-4e58-9a7c-37dc114ba7f1 None None] Sync routers for ids ['2af21d3c-a104-4e63-aba8-5a704e045812'] in dv-cinder-759961-3-smb {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:09:50.688566 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b0284-cb9d-4e58-9a7c-37dc114ba7f1 None None] Routers {'2af21d3c-a104-4e63-aba8-5a704e045812'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:09:50.690093 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-d41b0284-cb9d-4e58-9a7c-37dc114ba7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:09:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['2af21d3c-a104-4e63-aba8-5a704e045812'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:50.703911 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-54092c64-0981-4ad7-a9e6-b7a11a81d562 admin admin] 10.222.0.63 "PUT /v2.0/routers/2af21d3c-a104-4e63-aba8-5a704e045812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5121319 Feb 17 00:09:50.704166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55786) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:50.909374 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-57fe3f22-e998-4322-b9ea-da454188ac55 req-b7a3bef4-16cf-47ea-9c4f-10ee0979b57f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=b29034cc-0267-4720-8966-0b322c790045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281141 Feb 17 00:09:50.933407 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e788-e3a8-4014-91f1-40b76a97f335 req-fbaef09c-5273-4985-bb6c-eaeb58b2fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:50.936171 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db50e788-e3a8-4014-91f1-40b76a97f335 req-fbaef09c-5273-4985-bb6c-eaeb58b2fce8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9bed9bea-fabb-4082-8967-92ad14eef61a HTTP/1.1" status: 200 len: 904 time: 0.4817796 Feb 17 00:09:50.937270 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-d41b0284-cb9d-4e58-9a7c-37dc114ba7f1 None None] Set router 2af21d3c-a104-4e63-aba8-5a704e045812 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:09:50.971624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] Notify callbacks [] for router, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:51.014665 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db50e788-e3a8-4014-91f1-40b76a97f335 req-79ba5109-31ec-4c67-8877-a37c10359a52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176aa178-a0d5-4ca4-9b59-5233fc2a50aa HTTP/1.1" status: 200 len: 217 time: 0.0695851 Feb 17 00:09:51.095090 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e788-e3a8-4014-91f1-40b76a97f335 req-fb2456da-579f-48a0-bdcd-fc5424a3c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:51.096825 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db50e788-e3a8-4014-91f1-40b76a97f335 req-fb2456da-579f-48a0-bdcd-fc5424a3c841 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fd2358e-bd02-44c1-88fe-65c85dcf897a HTTP/1.1" status: 200 len: 849 time: 0.0752795 Feb 17 00:09:51.197858 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:51.204669 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] Deleting port 90ada92c-a251-4151-bd4a-7f88c16d5f50 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:09:51.205267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:51.208278 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e788-e3a8-4014-91f1-40b76a97f335 req-3df5d12b-3a10-4b0c-99ef-b0eadf6eb96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:51.209999 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db50e788-e3a8-4014-91f1-40b76a97f335 req-3df5d12b-3a10-4b0c-99ef-b0eadf6eb96d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bed9bea-fabb-4082-8967-92ad14eef61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1051695 Feb 17 00:09:51.272415 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-d41b0284-cb9d-4e58-9a7c-37dc114ba7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:09:48Z', 'revision_number': 5, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:51.276933 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b0284-cb9d-4e58-9a7c-37dc114ba7f1 None None] Checking router: 2af21d3c-a104-4e63-aba8-5a704e045812 for host: dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:09:51.287556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b0284-cb9d-4e58-9a7c-37dc114ba7f1 None None] Routers {'2af21d3c-a104-4e63-aba8-5a704e045812'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:09:51.288607 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-d41b0284-cb9d-4e58-9a7c-37dc114ba7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:09:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['2af21d3c-a104-4e63-aba8-5a704e045812'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:51.415035 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] For port 90ada92c-a251-4151-bd4a-7f88c16d5f50, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=90ada92c-a251-4151-bd4a-7f88c16d5f50,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:09:51.415802 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:51.430312 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db50e788-e3a8-4014-91f1-40b76a97f335 req-20dd0fb3-b5ce-4eb1-8d32-23717b656d08 service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127488 Feb 17 00:09:51.510923 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-d41b0284-cb9d-4e58-9a7c-37dc114ba7f1 None None] Set router 2af21d3c-a104-4e63-aba8-5a704e045812 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:09:51.555324 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] Calling delete_port for 90ada92c-a251-4151-bd4a-7f88c16d5f50 owned by network:router_gateway {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:09:51.585255 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db50e788-e3a8-4014-91f1-40b76a97f335 req-e6df597d-fe8f-4b78-9a9c-12727529a5da service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468658 Feb 17 00:09:51.607684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0533fe-68f1-4408-8ae1-7e26f58c6c6b req-c34cd2c9-fa05-447e-b579-060aa7503d9c tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:51.608994 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2f0533fe-68f1-4408-8ae1-7e26f58c6c6b req-c34cd2c9-fa05-447e-b579-060aa7503d9c tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.2589045 Feb 17 00:09:51.665557 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2f0533fe-68f1-4408-8ae1-7e26f58c6c6b req-bc56e586-3545-4543-94eb-1d37e431e671 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490952 Feb 17 00:09:51.710353 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:51.833445 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-d41b0284-cb9d-4e58-9a7c-37dc114ba7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:09:48Z', 'revision_number': 5, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:51.837759 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b0284-cb9d-4e58-9a7c-37dc114ba7f1 None None] The sync data for ids ['2af21d3c-a104-4e63-aba8-5a704e045812'] in dv-cinder-759961-3-smb is: [{'id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'name': 'tempest-TestMinimumBasicScenario-1891487561-router', 'tenant_id': 'aed35f557341417fb5448e2d6f60f1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:16Z', 'updated_at': '2021-02-17T00:09:48Z', 'revision_number': 5, 'project_id': 'aed35f557341417fb5448e2d6f60f1fb', 'gw_port': {'id': '90ada92c-a251-4151-bd4a-7f88c16d5f50', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af21d3c-a104-4e63-aba8-5a704e045812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:18Z', 'updated_at': '2021-02-17T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:09:51.970862 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cef44-b8e0-4108-b7af-b6946e7ee1a9 req-429e9f4d-5963-45cf-a69e-f393da484675 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:51.972511 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3d6cef44-b8e0-4108-b7af-b6946e7ee1a9 req-429e9f4d-5963-45cf-a69e-f393da484675 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.1843412 Feb 17 00:09:51.983005 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55800) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:51.991226 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-baf73626-c673-454f-8807-506a29ce3d26 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Request body: {'floatingip': {'port_id': '9128a022-32c6-4398-ae67-f6fbcdbc72af'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:52.006854 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854060373'] for router_gateway, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:52.034024 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8a792e2c-58a0-4957-be58-dfedb9de97e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:52.101776 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-baf73626-c673-454f-8807-506a29ce3d26 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:52.157606 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854105565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5001'] for router, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:52.160298 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:52.195526 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110975'] for router, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:52.196227 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2af21d3c-a104-4e63-aba8-5a704e045812 {{(pid=83920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:09:52.211799 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] Notify callbacks [] for router, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:52.214471 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c0402e7c-b671-4676-875f-53f9c7cf73fb admin admin] 10.222.0.63 "DELETE /v2.0/routers/2af21d3c-a104-4e63-aba8-5a704e045812 HTTP/1.1" status: 204 len: 168 time: 1.5092390 Feb 17 00:09:52.217256 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55806) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:52.297679 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_v2 [None req-223cd476-79cf-40a4-a348-e6ee051ec4dd admin admin] Deleting subnet d80aa7e2-dad3-42a4-a5a4-70d96d082108 {{(pid=83920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:09:52.301302 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-223cd476-79cf-40a4-a348-e6ee051ec4dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:52.379242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-223cd476-79cf-40a4-a348-e6ee051ec4dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10746214'] for subnet, precommit_delete_associations {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:52.394660 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 176aa178-a0d5-4ca4-9b59-5233fc2a50aa up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:09:52.531180 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:09:52.541693 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:09:52.545064 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:52.669008 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-223cd476-79cf-40a4-a348-e6ee051ec4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4952659'] for subnet, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:52.760261 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:52.793932 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d996df-c71a-46ec-9ba1-b22eebcc9829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176aa178-a0d5-4ca4-9b59-5233fc2a50aa'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:52.811029 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=176aa178-a0d5-4ca4-9b59-5233fc2a50aa,segment=NetworkSegment(0b226fb9-e351-4a5d-bdbb-8186f90c055d),segment_id=0b226fb9-e351-4a5d-bdbb-8186f90c055d)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:09:52.816279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:52.818309 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:52.873399 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d996df-c71a-46ec-9ba1-b22eebcc9829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176aa178-a0d5-4ca4-9b59-5233fc2a50aa', 'code': 200} Feb 17 00:09:52.886225 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 90ada92c-a251-4151-bd4a-7f88c16d5f50 no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:09:52.910835 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb2a0d-2dba-42ae-b4e5-38234df17e0d req-694d4af5-e75d-491e-affb-d19040636d95 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:52.912898 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-50fb2a0d-2dba-42ae-b4e5-38234df17e0d req-694d4af5-e75d-491e-affb-d19040636d95 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 943 time: 0.8174703 Feb 17 00:09:52.933096 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: 90ada92c-a251-4151-bd4a-7f88c16d5f50 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:09:52.933492 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 90ada92c-a251-4151-bd4a-7f88c16d5f50 not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:09:52.934052 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 12cffd04-0f5c-405a-988f-2e43afda3a92 no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:09:52.976688 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: 12cffd04-0f5c-405a-988f-2e43afda3a92 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:09:52.977097 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 12cffd04-0f5c-405a-988f-2e43afda3a92 not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:09:52.999082 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-baf73626-c673-454f-8807-506a29ce3d26 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:53.004055 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=176aa178-a0d5-4ca4-9b59-5233fc2a50aa,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:53.008038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:53.022517 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-baf73626-c673-454f-8807-506a29ce3d26 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:53.208563 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-50fb2a0d-2dba-42ae-b4e5-38234df17e0d req-35b515c1-941e-45ff-b14b-9e8d138b07ad tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=b29034cc-0267-4720-8966-0b322c790045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628679 Feb 17 00:09:53.255011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-223cd476-79cf-40a4-a348-e6ee051ec4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849823157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10746352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844209921'] for subnet, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:53.270724 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:53.297682 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae2bba-e453-4475-aad1-c2782ad5a424 req-fc074b70-fe30-4f69-9d8b-48eefec7115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:53.299387 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-93ae2bba-e453-4475-aad1-c2782ad5a424 req-fc074b70-fe30-4f69-9d8b-48eefec7115c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 1162 time: 0.1455839 Feb 17 00:09:53.300694 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_db [None req-baf73626-c673-454f-8807-506a29ce3d26 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Floating IP f246ed15-59ac-4d14-9353-8f42f596fa15 associated. External IP: 172.28.2.147, port: 9128a022-32c6-4398-ae67-f6fbcdbc72af. Feb 17 00:09:53.359313 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cd476-79cf-40a4-a348-e6ee051ec4dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80aa7e2-dad3-42a4-a5a4-70d96d082108,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:53.364101 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-223cd476-79cf-40a4-a348-e6ee051ec4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:53.409540 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-223cd476-79cf-40a4-a348-e6ee051ec4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:53.416939 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-223cd476-79cf-40a4-a348-e6ee051ec4dd admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d80aa7e2-dad3-42a4-a5a4-70d96d082108 HTTP/1.1" status: 204 len: 168 time: 1.1978052 Feb 17 00:09:53.417529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2378c0b-d4b3-47f2-9863-cc28d1b3b897 None None] Network 2a2d43b7-daa1-41df-b68e-2e9e428becfa requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:09:53.419489 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55816) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:53.490259 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-93ae2bba-e453-4475-aad1-c2782ad5a424 req-a49fb8cc-4f67-4e04-9b10-4a69d1ef1c2b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b29034cc-0267-4720-8966-0b322c790045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365132 Feb 17 00:09:53.544476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4784241'] for network, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:53.625956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Deleting port 0ad959fb-d56c-46a3-844a-76d999fd863b {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:09:53.626372 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:53.716420 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf5fafa-965b-4d54-84e1-e74abfed2225 None None] DHCP port deletion for 2a2d43b7-daa1-41df-b68e-2e9e428becfa request from dv-cinder-759961-3-smb {{(pid=83923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:09:53.720014 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-7bf5fafa-965b-4d54-84e1-e74abfed2225 None None] Deleting port 0ad959fb-d56c-46a3-844a-76d999fd863b {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:09:53.720420 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7bf5fafa-965b-4d54-84e1-e74abfed2225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:53.769537 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf73626-c673-454f-8807-506a29ce3d26 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:09:53.908037 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] For port 0ad959fb-d56c-46a3-844a-76d999fd863b, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=0ad959fb-d56c-46a3-844a-76d999fd863b,segment=NetworkSegment(605d05aa-1d22-4cae-b0d4-e228fcd0e64c),segment_id=605d05aa-1d22-4cae-b0d4-e228fcd0e64c)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:09:53.908552 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:53.966113 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-7bf5fafa-965b-4d54-84e1-e74abfed2225 None None] For port 0ad959fb-d56c-46a3-844a-76d999fd863b, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=0ad959fb-d56c-46a3-844a-76d999fd863b,segment=NetworkSegment(605d05aa-1d22-4cae-b0d4-e228fcd0e64c),segment_id=605d05aa-1d22-4cae-b0d4-e228fcd0e64c)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:09:53.966558 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7bf5fafa-965b-4d54-84e1-e74abfed2225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:54.091369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Calling delete_port for 0ad959fb-d56c-46a3-844a-76d999fd863b owned by network:dhcp {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:09:54.112475 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-7bf5fafa-965b-4d54-84e1-e74abfed2225 None None] Calling delete_port for 0ad959fb-d56c-46a3-844a-76d999fd863b owned by network:dhcp {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:09:54.167047 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 176aa178-a0d5-4ca4-9b59-5233fc2a50aa up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:09:54.191340 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:54.213079 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b5696d8d-9eb1-4276-9bb5-3593c4f03afb tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:54.310411 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf73626-c673-454f-8807-506a29ce3d26 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:09:54.329960 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf204654-4060-4c04-ab3d-e7824621c735 None None] Sync routers for ids ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:09:54.331799 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-baf73626-c673-454f-8807-506a29ce3d26 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:54.348978 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf204654-4060-4c04-ab3d-e7824621c735 None None] Routers {'8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:09:54.349671 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-bf204654-4060-4c04-ab3d-e7824621c735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:09:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:54.367500 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad959fb-d56c-46a3-844a-76d999fd863b,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:54.388444 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:54.545962 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-baf73626-c673-454f-8807-506a29ce3d26 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "PUT /v2.0/floatingips/f246ed15-59ac-4d14-9353-8f42f596fa15 HTTP/1.1" status: 200 len: 991 time: 2.5563939 Feb 17 00:09:54.545962 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'tag': '9128a022-32c6-4398-ae67-f6fbcdbc72af'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:54.610721 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-bf204654-4060-4c04-ab3d-e7824621c735 None None] Set router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:09:54.627931 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] No DVR routers for this DVR port 0ad959fb-d56c-46a3-844a-76d999fd863b on host dv-cinder-759961-3-smb {{(pid=83920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:09:54.736164 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7fd05dd2-3bc6-4913-b41a-581bb60a42cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:54.742624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [None req-7bf5fafa-965b-4d54-84e1-e74abfed2225 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83923) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:09:54.743033 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [None req-7bf5fafa-965b-4d54-84e1-e74abfed2225 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:09:54.750857 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:09:54.751281 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:54.810968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b146049-a6e3-45c6-88cc-37209df90678 req-376476ab-2426-4a2a-8ea7-ffd585806fc1 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:54.811990 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5b146049-a6e3-45c6-88cc-37209df90678 req-376476ab-2426-4a2a-8ea7-ffd585806fc1 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 945 time: 0.3274977 Feb 17 00:09:54.863081 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4950218', 'neutron.services.segments.db._delete_segments_for_network-8768588793578'] for network, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:54.873261 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'tag': '9128a022-32c6-4398-ae67-f6fbcdbc72af', 'status': 'completed', 'code': 200} Feb 17 00:09:54.933382 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 0ad959fb-d56c-46a3-844a-76d999fd863b no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:09:54.977726 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: 0ad959fb-d56c-46a3-844a-76d999fd863b {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:09:54.978506 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 0ad959fb-d56c-46a3-844a-76d999fd863b not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:09:54.989963 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb464f-2608-4615-b1f3-19386b22a643 req-305dc744-fb01-49bc-a6f9-125b9e65778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:54.992837 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-21eb464f-2608-4615-b1f3-19386b22a643 req-305dc744-fb01-49bc-a6f9-125b9e65778f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1d26520a38346a290f804fe567133d2&device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 1162 time: 0.0948400 Feb 17 00:09:54.997692 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5b146049-a6e3-45c6-88cc-37209df90678 req-579dd1b0-9862-477f-bec2-d1ef815f6f66 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=b29034cc-0267-4720-8966-0b322c790045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699924 Feb 17 00:09:55.027483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:55.037211 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-bf204654-4060-4c04-ab3d-e7824621c735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': 'f246ed15-59ac-4d14-9353-8f42f596fa15', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'port_id': '9128a022-32c6-4398-ae67-f6fbcdbc72af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'mac_address': 'fa:16:3e:9e:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:09:32Z', 'updated_at': '2021-02-17T00:09:52Z', 'revision_number': 1, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:39Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:55.041149 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2d43b7-daa1-41df-b68e-2e9e428becfa']}} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:55.041987 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf204654-4060-4c04-ab3d-e7824621c735 None None] Checking router: 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:09:55.051590 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf204654-4060-4c04-ab3d-e7824621c735 None None] Routers {'8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:09:55.052174 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-bf204654-4060-4c04-ab3d-e7824621c735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:09:55Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:55.061652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605d05aa-1d22-4cae-b0d4-e228fcd0e64c') {'for_net_delete': True} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:55.061652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605d05aa-1d22-4cae-b0d4-e228fcd0e64c') {} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:55.074666 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268265975292', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844029570'] for segment, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:55.090229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:55.092307 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:09:55.157007 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb464f-2608-4615-b1f3-19386b22a643 req-6f544fed-c4f5-462f-be19-1cffbf67cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:55.158616 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-21eb464f-2608-4615-b1f3-19386b22a643 req-6f544fed-c4f5-462f-be19-1cffbf67cba9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 200 len: 911 time: 0.1576288 Feb 17 00:09:55.241428 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-bf204654-4060-4c04-ab3d-e7824621c735 None None] Set router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:09:55.245852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-7bf5fafa-965b-4d54-84e1-e74abfed2225 None None] Deleting port 0ad959fb-d56c-46a3-844a-76d999fd863b {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:09:55.247229 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7bf5fafa-965b-4d54-84e1-e74abfed2225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:55.272783 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-21eb464f-2608-4615-b1f3-19386b22a643 req-34899952-9a9a-4dc8-806f-78902acd8dc3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9128a022-32c6-4398-ae67-f6fbcdbc72af HTTP/1.1" status: 200 len: 999 time: 0.1066661 Feb 17 00:09:55.281856 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Network 2a2d43b7-daa1-41df-b68e-2e9e428becfa has no segments {{(pid=83920) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:09:55.292430 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4960578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844035057'] for segment, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:55.336683 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-7bf5fafa-965b-4d54-84e1-e74abfed2225 None None] The port '0ad959fb-d56c-46a3-844a-76d999fd863b' was deleted {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:09:55.357207 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb464f-2608-4615-b1f3-19386b22a643 req-c17b81c9-5129-4c09-be31-2ee545c78356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:55.358987 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-21eb464f-2608-4615-b1f3-19386b22a643 req-c17b81c9-5129-4c09-be31-2ee545c78356 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=066b5e62-ad57-425f-8725-667a028740da HTTP/1.1" status: 200 len: 856 time: 0.0776148 Feb 17 00:09:55.451821 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb464f-2608-4615-b1f3-19386b22a643 req-cf2d6039-aa1a-4529-91e1-ff4cd7bd85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:55.453548 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-21eb464f-2608-4615-b1f3-19386b22a643 req-cf2d6039-aa1a-4529-91e1-ff4cd7bd85f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41f1d152-05fa-431e-881d-6789a11dfe22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863731 Feb 17 00:09:55.511323 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Network 2a2d43b7-daa1-41df-b68e-2e9e428becfa has no segments {{(pid=83920) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: Traceback (most recent call last): Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: timer() Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: cb(*args, **kw) Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: return func(*args, **kwargs) Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: self._notify() Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: self.callback(batched_events) Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: event.method(event) Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: segment_id)['aggregates'][0] Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, *a, **k) Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: return self._get(url).json() Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: **kwargs) Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: return self.request(url, 'GET', **kwargs) Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: **endpoint_filter) Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:09:55.536823 dv-cinder-759961-3-smb neutron-server[83811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:09:55.610965 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-21eb464f-2608-4615-b1f3-19386b22a643 req-77970d91-ce30-46fe-8d83-28f628f04dd3 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495197 Feb 17 00:09:55.620863 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036849825598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714387'] for network, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:55.631071 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:55.635168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:55.658998 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-bf204654-4060-4c04-ab3d-e7824621c735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': 'f246ed15-59ac-4d14-9353-8f42f596fa15', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'port_id': '9128a022-32c6-4398-ae67-f6fbcdbc72af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'mac_address': 'fa:16:3e:9e:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:09:32Z', 'updated_at': '2021-02-17T00:09:52Z', 'revision_number': 1, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:39Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:55.660911 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Pushing event deleted for resources: {'Network': ['ID=2a2d43b7-daa1-41df-b68e-2e9e428becfa,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:55.663779 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf204654-4060-4c04-ab3d-e7824621c735 None None] The sync data for ids ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'] in dv-cinder-759961-3-smb is: [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': 'f246ed15-59ac-4d14-9353-8f42f596fa15', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'port_id': '9128a022-32c6-4398-ae67-f6fbcdbc72af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'mac_address': 'fa:16:3e:9e:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:09:32Z', 'updated_at': '2021-02-17T00:09:52Z', 'revision_number': 1, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:39Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:09:55.669384 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:55.687144 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] 10.222.0.63 "DELETE /v2.0/networks/2a2d43b7-daa1-41df-b68e-2e9e428becfa HTTP/1.1" status: 204 len: 168 time: 2.2656798 Feb 17 00:09:55.795091 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-21eb464f-2608-4615-b1f3-19386b22a643 req-e51c387c-a948-428d-abf0-c315e9512d88 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1754224 Feb 17 00:09:55.892884 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55860) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:55.959514 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-748d62b6-148a-4147-8aa1-d71430dbd2dc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=aed35f557341417fb5448e2d6f60f1fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649548 Feb 17 00:09:55.962058 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55864) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:56.012654 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55868) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:56.017295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b15ea6-e763-4068-a243-72f63cc5c15e None None] New status for floating IP f246ed15-59ac-4d14-9353-8f42f596fa15: ACTIVE {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:09:56.038552 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d1360b7c-9be5-448c-9927-e3882e702003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:56.069389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d1360b7c-9be5-448c-9927-e3882e702003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:56.133806 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d1360b7c-9be5-448c-9927-e3882e702003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:56.146653 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-52867ea5-6d72-4710-8360-08ae4a3930ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:56.163549 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1360b7c-9be5-448c-9927-e3882e702003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8696dd0e-7730-419b-bf3e-0d4eaebb232e,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:56.166223 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d1360b7c-9be5-448c-9927-e3882e702003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:56.170065 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-d1360b7c-9be5-448c-9927-e3882e702003 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8696dd0e-7730-419b-bf3e-0d4eaebb232e HTTP/1.1" status: 204 len: 168 time: 0.2043312 Feb 17 00:09:56.170065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d1360b7c-9be5-448c-9927-e3882e702003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:56.188048 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:56.237542 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2eb5ee01-5b58-462a-b8ae-13077c7716f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:56.272390 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-2eb5ee01-5b58-462a-b8ae-13077c7716f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:56.278306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-2eb5ee01-5b58-462a-b8ae-13077c7716f8 admin admin] Usage tracker for resource:security_group_rule and tenant:09b0a282456a445dbf552aa78579a345 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:56.282745 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-2eb5ee01-5b58-462a-b8ae-13077c7716f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:56.290711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-2eb5ee01-5b58-462a-b8ae-13077c7716f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:56.335166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94786c-4b6a-4619-9ef9-a3df48b0da38 req-eddffa49-bf92-4dc8-baf9-04f2acf28b62 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:56.336937 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2c94786c-4b6a-4619-9ef9-a3df48b0da38 req-eddffa49-bf92-4dc8-baf9-04f2acf28b62 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 945 time: 0.2066302 Feb 17 00:09:56.417467 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:56.441416 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2c94786c-4b6a-4619-9ef9-a3df48b0da38 req-9d211621-de89-4b91-bc20-d029a7a4baf7 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=b29034cc-0267-4720-8966-0b322c790045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922585 Feb 17 00:09:56.496955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2eb5ee01-5b58-462a-b8ae-13077c7716f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:56.500318 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2eb5ee01-5b58-462a-b8ae-13077c7716f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:56.509817 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-03b00222-d682-4db2-8836-f7a6dbe19bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:56.557991 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-2eb5ee01-5b58-462a-b8ae-13077c7716f8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=09b0a282456a445dbf552aa78579a345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5440423 Feb 17 00:09:56.560734 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5ee01-5b58-462a-b8ae-13077c7716f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b079c812-8cd4-4d18-8550-2a88aec624df,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:56.561722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55880) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:56.564240 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2eb5ee01-5b58-462a-b8ae-13077c7716f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:56.693946 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2532e8e9-47f5-45b0-b868-2dab0314432f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:56.721667 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce95a7c-f219-49ad-8221-af3b24dc3532 req-0d4e5ac8-f472-40c6-9619-f82fffdfda18 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:56.723303 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6ce95a7c-f219-49ad-8221-af3b24dc3532 req-0d4e5ac8-f472-40c6-9619-f82fffdfda18 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 945 time: 0.1645339 Feb 17 00:09:56.733563 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 55884) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:56.737781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2532e8e9-47f5-45b0-b868-2dab0314432f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:56.739452 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-b3b68fac-2d2e-4950-8095-776d075cd71c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Request body: {'floatingip': {'port_id': '176aa178-a0d5-4ca4-9b59-5233fc2a50aa'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:56.787139 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2532e8e9-47f5-45b0-b868-2dab0314432f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:56.792358 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-239be5b3-76c9-4b21-acbb-51a010fea3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:56.804388 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532e8e9-47f5-45b0-b868-2dab0314432f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b079c812-8cd4-4d18-8550-2a88aec624df,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:56.808191 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2532e8e9-47f5-45b0-b868-2dab0314432f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:56.811524 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2532e8e9-47f5-45b0-b868-2dab0314432f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:56.812773 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-2532e8e9-47f5-45b0-b868-2dab0314432f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b079c812-8cd4-4d18-8550-2a88aec624df HTTP/1.1" status: 204 len: 168 time: 0.2101078 Feb 17 00:09:56.826108 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b3b68fac-2d2e-4950-8095-776d075cd71c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:57.194129 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55894) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:57.212950 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a4ca06ff-dcdb-4fea-881c-597d89efc25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:57.228537 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-a4ca06ff-dcdb-4fea-881c-597d89efc25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:57.233197 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-a4ca06ff-dcdb-4fea-881c-597d89efc25d admin admin] Usage tracker for resource:security_group_rule and tenant:b0f8564f88504fffa2693b8e0933d2a4 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:57.236765 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-a4ca06ff-dcdb-4fea-881c-597d89efc25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:57.243053 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-a4ca06ff-dcdb-4fea-881c-597d89efc25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:57.335762 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a4ca06ff-dcdb-4fea-881c-597d89efc25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:57.339402 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a4ca06ff-dcdb-4fea-881c-597d89efc25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:57.348784 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-fd5742ca-cd28-4565-864a-cdc18e981947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:57.397655 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-a4ca06ff-dcdb-4fea-881c-597d89efc25d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b0f8564f88504fffa2693b8e0933d2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022905 Feb 17 00:09:57.398634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca06ff-dcdb-4fea-881c-597d89efc25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9c3ead-d520-469b-a326-e105c9ade9b8,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:57.401147 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55900) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:57.415161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a4ca06ff-dcdb-4fea-881c-597d89efc25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:57.467048 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7d3d502e-4a10-4dd6-b39b-e1d691a9ce06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:57.495548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7d3d502e-4a10-4dd6-b39b-e1d691a9ce06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:57.507061 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b3b68fac-2d2e-4950-8095-776d075cd71c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:57.513585 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b3b68fac-2d2e-4950-8095-776d075cd71c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:57.549056 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7d3d502e-4a10-4dd6-b39b-e1d691a9ce06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:57.554894 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-73c1bcc1-e85e-4cf4-8a58-bcdb150ec0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:57.571034 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d502e-4a10-4dd6-b39b-e1d691a9ce06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9c3ead-d520-469b-a326-e105c9ade9b8,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:57.575006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7d3d502e-4a10-4dd6-b39b-e1d691a9ce06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:57.576155 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7d3d502e-4a10-4dd6-b39b-e1d691a9ce06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:57.577407 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-7d3d502e-4a10-4dd6-b39b-e1d691a9ce06 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6f9c3ead-d520-469b-a326-e105c9ade9b8 HTTP/1.1" status: 204 len: 168 time: 0.1752765 Feb 17 00:09:57.952983 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55910) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:57.973139 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-89ebcc24-e089-4003-b021-70c859554ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:57.988812 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-89ebcc24-e089-4003-b021-70c859554ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:09:57.992979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-89ebcc24-e089-4003-b021-70c859554ecc admin admin] Usage tracker for resource:security_group_rule and tenant:4191c3e27a914b9481464f6e34e63394 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:09:57.996138 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-89ebcc24-e089-4003-b021-70c859554ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:09:58.001996 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-89ebcc24-e089-4003-b021-70c859554ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:09:58.025248 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_db [None req-b3b68fac-2d2e-4950-8095-776d075cd71c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Floating IP 833cf975-1c50-4169-9bec-ce6a8f7748fb associated. External IP: 172.28.2.48, port: 176aa178-a0d5-4ca4-9b59-5233fc2a50aa. Feb 17 00:09:58.095102 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-89ebcc24-e089-4003-b021-70c859554ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:58.098032 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-89ebcc24-e089-4003-b021-70c859554ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:58.107553 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2532e8e9-47f5-45b0-b868-2dab0314432f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:58.150202 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-89ebcc24-e089-4003-b021-70c859554ecc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4191c3e27a914b9481464f6e34e63394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959796 Feb 17 00:09:58.150764 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee7a48-e788-4201-ad9f-6add8ae566e8 req-b792e0a4-9ce7-46aa-a13d-3179799bc97c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:58.151181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebcc24-e089-4003-b021-70c859554ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f0bc0c-f67a-4238-af9a-72ca10a6ccb7,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:58.152373 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-77ee7a48-e788-4201-ad9f-6add8ae566e8 req-b792e0a4-9ce7-46aa-a13d-3179799bc97c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.3217375 Feb 17 00:09:58.153727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 55916) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:58.156424 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-89ebcc24-e089-4003-b021-70c859554ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:58.220118 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fbca4156-3bbf-4cc5-a446-b15ad3f25638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:58.234159 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-77ee7a48-e788-4201-ad9f-6add8ae566e8 req-8afe24ac-1e1f-48e5-85d8-82bb93a9f4c0 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0731068 Feb 17 00:09:58.249036 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fbca4156-3bbf-4cc5-a446-b15ad3f25638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:58.299293 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fbca4156-3bbf-4cc5-a446-b15ad3f25638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:58.304887 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-288666cc-dbeb-4dab-abbb-36911532accb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:09:58.317502 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca4156-3bbf-4cc5-a446-b15ad3f25638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f0bc0c-f67a-4238-af9a-72ca10a6ccb7,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:09:58.320659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-fbca4156-3bbf-4cc5-a446-b15ad3f25638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:09:58.322977 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fbca4156-3bbf-4cc5-a446-b15ad3f25638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:58.326757 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-fbca4156-3bbf-4cc5-a446-b15ad3f25638 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/11f0bc0c-f67a-4238-af9a-72ca10a6ccb7 HTTP/1.1" status: 204 len: 168 time: 0.1694560 Feb 17 00:09:58.465994 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b68fac-2d2e-4950-8095-776d075cd71c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Router 96b055d2-b272-4e87-b6fb-6074c7deff85 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:09:58.667651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b68fac-2d2e-4950-8095-776d075cd71c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:09:58.679001 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489ba778-5058-42a6-be55-df40ca1c1011 None None] Sync routers for ids ['96b055d2-b272-4e87-b6fb-6074c7deff85'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:09:58.682699 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b3b68fac-2d2e-4950-8095-776d075cd71c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:58.689385 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489ba778-5058-42a6-be55-df40ca1c1011 None None] Routers {'96b055d2-b272-4e87-b6fb-6074c7deff85'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:09:58.690194 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-489ba778-5058-42a6-be55-df40ca1c1011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:09:55Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['96b055d2-b272-4e87-b6fb-6074c7deff85'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:58.747236 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b3b68fac-2d2e-4950-8095-776d075cd71c tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "PUT /v2.0/floatingips/833cf975-1c50-4169-9bec-ce6a8f7748fb HTTP/1.1" status: 200 len: 990 time: 2.0124123 Feb 17 00:09:58.748177 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d996df-c71a-46ec-9ba1-b22eebcc9829', 'tag': '176aa178-a0d5-4ca4-9b59-5233fc2a50aa'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:59.043065 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d996df-c71a-46ec-9ba1-b22eebcc9829', 'tag': '176aa178-a0d5-4ca4-9b59-5233fc2a50aa', 'status': 'completed', 'code': 200} Feb 17 00:09:59.072613 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-489ba778-5058-42a6-be55-df40ca1c1011 None None] Set router 96b055d2-b272-4e87-b6fb-6074c7deff85 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:09:59.151484 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaea20-5f05-4cde-8908-4b2e45b535c9 req-55ca0c72-a19b-4260-bcac-ac92bf0c33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:59.153760 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-87aaea20-5f05-4cde-8908-4b2e45b535c9 req-55ca0c72-a19b-4260-bcac-ac92bf0c33ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5111a3597c480680e0f9abf0a384d8&device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 1162 time: 0.0849545 Feb 17 00:09:59.325625 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaea20-5f05-4cde-8908-4b2e45b535c9 req-14c62a8f-2eac-43f1-8452-b5290fa35943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:59.327466 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-87aaea20-5f05-4cde-8908-4b2e45b535c9 req-14c62a8f-2eac-43f1-8452-b5290fa35943 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9bed9bea-fabb-4082-8967-92ad14eef61a HTTP/1.1" status: 200 len: 904 time: 0.1645563 Feb 17 00:09:59.459390 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-87aaea20-5f05-4cde-8908-4b2e45b535c9 req-269c253c-840d-4826-9a44-793bc89e6d98 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176aa178-a0d5-4ca4-9b59-5233fc2a50aa HTTP/1.1" status: 200 len: 998 time: 0.1247423 Feb 17 00:09:59.490695 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dacbf-3f98-44d2-ac5f-ccd7a6b15e89 req-25fe7d40-8eda-4629-b90d-a70755b23284 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:59.492445 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f80dacbf-3f98-44d2-ac5f-ccd7a6b15e89 req-25fe7d40-8eda-4629-b90d-a70755b23284 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0953090 Feb 17 00:09:59.544209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaea20-5f05-4cde-8908-4b2e45b535c9 req-4beabdcf-241b-4481-9667-ab57b5496928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:59.545967 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-87aaea20-5f05-4cde-8908-4b2e45b535c9 req-4beabdcf-241b-4481-9667-ab57b5496928 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fd2358e-bd02-44c1-88fe-65c85dcf897a HTTP/1.1" status: 200 len: 849 time: 0.0786536 Feb 17 00:09:59.551189 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f80dacbf-3f98-44d2-ac5f-ccd7a6b15e89 req-f4646c46-bb50-4dd7-bdc1-46310610d2f1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0519228 Feb 17 00:09:59.589861 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-489ba778-5058-42a6-be55-df40ca1c1011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '833cf975-1c50-4169-9bec-ce6a8f7748fb', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'floating_ip_address': '172.28.2.48', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'port_id': '176aa178-a0d5-4ca4-9b59-5233fc2a50aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'mac_address': 'fa:16:3e:2c:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d996df-c71a-46ec-9ba1-b22eebcc9829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:09:40Z', 'updated_at': '2021-02-17T00:09:57Z', 'revision_number': 1, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:24Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:59.594668 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489ba778-5058-42a6-be55-df40ca1c1011 None None] Checking router: 96b055d2-b272-4e87-b6fb-6074c7deff85 for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:09:59.609674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489ba778-5058-42a6-be55-df40ca1c1011 None None] Routers {'96b055d2-b272-4e87-b6fb-6074c7deff85'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:09:59.610704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-489ba778-5058-42a6-be55-df40ca1c1011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:09:55Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['96b055d2-b272-4e87-b6fb-6074c7deff85'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:59.642101 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaea20-5f05-4cde-8908-4b2e45b535c9 req-6eafea07-6757-4439-9842-dde138645554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:09:59.643811 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-87aaea20-5f05-4cde-8908-4b2e45b535c9 req-6eafea07-6757-4439-9842-dde138645554 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bed9bea-fabb-4082-8967-92ad14eef61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0912173 Feb 17 00:09:59.827716 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-87aaea20-5f05-4cde-8908-4b2e45b535c9 req-286ec46c-055e-42ac-b1ff-f70c0f91539a service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752434 Feb 17 00:09:59.858081 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-489ba778-5058-42a6-be55-df40ca1c1011 None None] Set router 96b055d2-b272-4e87-b6fb-6074c7deff85 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:09:59.997451 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-87aaea20-5f05-4cde-8908-4b2e45b535c9 req-e59963ef-89dd-413a-acad-0e7dcb203f91 service neutron] 10.222.0.54 "GET /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1558902 Feb 17 00:10:00.254498 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-489ba778-5058-42a6-be55-df40ca1c1011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '833cf975-1c50-4169-9bec-ce6a8f7748fb', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'floating_ip_address': '172.28.2.48', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'port_id': '176aa178-a0d5-4ca4-9b59-5233fc2a50aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'mac_address': 'fa:16:3e:2c:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d996df-c71a-46ec-9ba1-b22eebcc9829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:09:40Z', 'updated_at': '2021-02-17T00:09:57Z', 'revision_number': 1, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:24Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:10:00.258768 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489ba778-5058-42a6-be55-df40ca1c1011 None None] The sync data for ids ['96b055d2-b272-4e87-b6fb-6074c7deff85'] in dv-cinder-759961-3-smb is: [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_floatingips': [{'id': '833cf975-1c50-4169-9bec-ce6a8f7748fb', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'floating_ip_address': '172.28.2.48', 'floating_network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'router_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'port_id': '176aa178-a0d5-4ca4-9b59-5233fc2a50aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'mac_address': 'fa:16:3e:2c:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d996df-c71a-46ec-9ba1-b22eebcc9829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:09:40Z', 'updated_at': '2021-02-17T00:09:57Z', 'revision_number': 1, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:24Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:10:00.551547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc55cf7-3951-4f7f-b03e-d135c3e7ced7 None None] New status for floating IP 833cf975-1c50-4169-9bec-ce6a8f7748fb: ACTIVE {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:10:00.770915 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd269a0-9511-4c83-8b6c-78175c876a00 req-9d9b3f24-6c2b-4ac1-ae95-575f07edbb54 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:00.772551 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4dd269a0-9511-4c83-8b6c-78175c876a00 req-9d9b3f24-6c2b-4ac1-ae95-575f07edbb54 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0914559 Feb 17 00:10:00.823459 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4dd269a0-9511-4c83-8b6c-78175c876a00 req-2a160e6d-4b4a-47af-a1bd-902dd8814c7b tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0434763 Feb 17 00:10:02.029220 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e1803-ef59-404c-82fc-977f006adb2d req-b2830b31-83cf-41fc-8801-9f50c00ea094 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:02.030913 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-de7e1803-ef59-404c-82fc-977f006adb2d req-b2830b31-83cf-41fc-8801-9f50c00ea094 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0906105 Feb 17 00:10:02.081712 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-de7e1803-ef59-404c-82fc-977f006adb2d req-ad3bc25d-1f5c-4e08-8943-189dfc66598b tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0444438 Feb 17 00:10:03.306360 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab4e70-6f55-47c3-a5af-5e876431ad57 req-922a99f0-70a5-4a0f-abad-a14bcd36e500 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:03.307971 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-85ab4e70-6f55-47c3-a5af-5e876431ad57 req-922a99f0-70a5-4a0f-abad-a14bcd36e500 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0950544 Feb 17 00:10:03.361694 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-85ab4e70-6f55-47c3-a5af-5e876431ad57 req-97dfbed5-b4a9-403e-aec8-24a80d0d9fc5 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0465226 Feb 17 00:10:04.582855 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a611f-de44-452e-bdb8-6c002d8c0e70 req-f11b00c5-69c8-48b1-a7b5-a7df4a6e4a98 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:04.585006 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a97a611f-de44-452e-bdb8-6c002d8c0e70 req-f11b00c5-69c8-48b1-a7b5-a7df4a6e4a98 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0993905 Feb 17 00:10:04.633259 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a97a611f-de44-452e-bdb8-6c002d8c0e70 req-0f2c8926-6c5b-4bbb-bfac-ef8975edd781 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0413485 Feb 17 00:10:05.843613 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4579e4-ff75-4461-8529-09831902caa4 req-793fb99e-d264-4278-ab0f-566ab5805d8e tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:05.845256 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ab4579e4-ff75-4461-8529-09831902caa4 req-793fb99e-d264-4278-ab0f-566ab5805d8e tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0890019 Feb 17 00:10:05.893278 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ab4579e4-ff75-4461-8529-09831902caa4 req-b79c9dad-5e22-494f-9738-4ee0dd0941e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416923 Feb 17 00:10:07.107235 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3d9b3-9813-4fea-b69c-b185fac55ecb req-b450849c-da9b-4cf3-afd9-e10b2bdab7de tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:07.108890 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-40d3d9b3-9813-4fea-b69c-b185fac55ecb req-b450849c-da9b-4cf3-afd9-e10b2bdab7de tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0957694 Feb 17 00:10:07.146672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:10:07.159533 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-40d3d9b3-9813-4fea-b69c-b185fac55ecb req-26626bff-7a2f-45f7-b8a8-91f5a724a150 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438347 Feb 17 00:10:08.368564 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725182d-1bd2-4111-86a0-c5ec77325a64 req-873d8ff8-a53e-46a0-9a0e-5a206d23753b tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:08.370292 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b725182d-1bd2-4111-86a0-c5ec77325a64 req-873d8ff8-a53e-46a0-9a0e-5a206d23753b tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0955465 Feb 17 00:10:08.425660 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b725182d-1bd2-4111-86a0-c5ec77325a64 req-3df71b52-7957-4eb5-846a-b1cd76769da1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0481310 Feb 17 00:10:09.632840 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47497b9-cb93-4145-8e5b-77bbf9077881 req-b4cc46aa-a4c7-4467-862c-1601f4c72547 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:09.634548 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a47497b9-cb93-4145-8e5b-77bbf9077881 req-b4cc46aa-a4c7-4467-862c-1601f4c72547 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0905406 Feb 17 00:10:09.690903 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a47497b9-cb93-4145-8e5b-77bbf9077881 req-7a3850a9-46cf-4921-9d94-93639526ea95 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0490522 Feb 17 00:10:10.135669 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 61229e9d-7c9c-4629-899e-a4148630aef9 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:10:10.211868 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 61229e9d-7c9c-4629-899e-a4148630aef9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:10:10.212284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:10.916566 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbebbe-596d-4a0a-9301-d59af82c5517 req-1d841a9b-b226-4b00-a526-c4689e8b1ddd tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:10.916566 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-65cbebbe-596d-4a0a-9301-d59af82c5517 req-1d841a9b-b226-4b00-a526-c4689e8b1ddd tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.1069551 Feb 17 00:10:10.969110 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-65cbebbe-596d-4a0a-9301-d59af82c5517 req-f98b2c87-4940-479a-a4ce-7b26cbd31a67 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0464976 Feb 17 00:10:11.177585 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 56118) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:10:11.309267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-40960edd-d691-4213-bcd7-5dacaf321b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:11.329184 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-40960edd-d691-4213-bcd7-5dacaf321b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:10:11.333319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-40960edd-d691-4213-bcd7-5dacaf321b85 admin admin] Usage tracker for resource:security_group_rule and tenant:8c877af5abb1473bb47820ba7130aafd is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:10:11.336340 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-40960edd-d691-4213-bcd7-5dacaf321b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:10:11.342257 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-40960edd-d691-4213-bcd7-5dacaf321b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:10:11.433141 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-40960edd-d691-4213-bcd7-5dacaf321b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:11.436519 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-40960edd-d691-4213-bcd7-5dacaf321b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:11.445399 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1bb66d53-65d0-4268-88a4-df623fc436f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:10:11.487981 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-40960edd-d691-4213-bcd7-5dacaf321b85 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c877af5abb1473bb47820ba7130aafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084981 Feb 17 00:10:11.489699 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40960edd-d691-4213-bcd7-5dacaf321b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9348ba29-0cd4-4400-a54c-4358101c3f10,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:10:11.490950 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 56126) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:10:11.493231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-40960edd-d691-4213-bcd7-5dacaf321b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:10:11.556006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5cfccb41-6612-4e84-b41a-11bd06c2afee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:11.584766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5cfccb41-6612-4e84-b41a-11bd06c2afee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:11.630496 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5cfccb41-6612-4e84-b41a-11bd06c2afee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:11.635534 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-37356651-134b-4fee-83ad-369f8f96379c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:10:11.646984 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfccb41-6612-4e84-b41a-11bd06c2afee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9348ba29-0cd4-4400-a54c-4358101c3f10,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:10:11.652744 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5cfccb41-6612-4e84-b41a-11bd06c2afee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:10:11.654306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5cfccb41-6612-4e84-b41a-11bd06c2afee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:11.658505 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-5cfccb41-6612-4e84-b41a-11bd06c2afee admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9348ba29-0cd4-4400-a54c-4358101c3f10 HTTP/1.1" status: 204 len: 168 time: 0.1663966 Feb 17 00:10:12.184584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328310d-1dec-45b5-a099-6a06c54874a5 req-29137090-de58-4e17-9ecb-7aea23f9740b tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:12.186264 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6328310d-1dec-45b5-a099-6a06c54874a5 req-29137090-de58-4e17-9ecb-7aea23f9740b tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0906882 Feb 17 00:10:12.240269 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6328310d-1dec-45b5-a099-6a06c54874a5 req-8371f4dc-a537-4e87-8299-20aa16f69d00 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0471954 Feb 17 00:10:12.879513 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d44284-7e47-4b0d-b49c-3f38e13e9c42 req-4bbc2e16-195f-4879-9864-eca48cc94911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:12.881108 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73d44284-7e47-4b0d-b49c-3f38e13e9c42 req-4bbc2e16-195f-4879-9864-eca48cc94911 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e476942cdbfc45758cf9aa2da49dcad1&device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 1163 time: 0.0820425 Feb 17 00:10:13.027203 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d44284-7e47-4b0d-b49c-3f38e13e9c42 req-8f89e85d-4208-41a0-aa04-7494dec17212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:13.028840 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73d44284-7e47-4b0d-b49c-3f38e13e9c42 req-8f89e85d-4208-41a0-aa04-7494dec17212 service neutron] 10.222.0.54 "GET /v2.0/networks?id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 HTTP/1.1" status: 200 len: 902 time: 0.1407056 Feb 17 00:10:13.147379 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73d44284-7e47-4b0d-b49c-3f38e13e9c42 req-62e9dd97-ed2b-4b05-8df4-91da49c0e420 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61229e9d-7c9c-4629-899e-a4148630aef9 HTTP/1.1" status: 200 len: 1001 time: 0.1046541 Feb 17 00:10:13.225070 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d44284-7e47-4b0d-b49c-3f38e13e9c42 req-f374b63a-ba91-4e7c-b984-fbc03f4c382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:13.226648 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73d44284-7e47-4b0d-b49c-3f38e13e9c42 req-f374b63a-ba91-4e7c-b984-fbc03f4c382d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39f904dd-25d8-4037-a512-4bb5fa3ebf1f HTTP/1.1" status: 200 len: 847 time: 0.0708575 Feb 17 00:10:13.314714 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d44284-7e47-4b0d-b49c-3f38e13e9c42 req-97ad2dfa-e587-48a4-8776-63e097d7c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:13.316361 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73d44284-7e47-4b0d-b49c-3f38e13e9c42 req-97ad2dfa-e587-48a4-8776-63e097d7c605 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812254 Feb 17 00:10:13.764766 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73d44284-7e47-4b0d-b49c-3f38e13e9c42 req-25e034fe-8c9f-4344-924b-b3dfd974f729 service neutron] 10.222.0.54 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400985 Feb 17 00:10:13.773280 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495613ab-5e2e-4cfc-b39a-9f653cb5542b req-c5e06931-8b00-48d5-94d1-407d91849af4 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:13.775030 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-495613ab-5e2e-4cfc-b39a-9f653cb5542b req-c5e06931-8b00-48d5-94d1-407d91849af4 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.3730178 Feb 17 00:10:13.923975 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-495613ab-5e2e-4cfc-b39a-9f653cb5542b req-dcd2ddfb-c018-4555-9969-9d7ed082b60a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1211586 Feb 17 00:10:13.961865 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-73d44284-7e47-4b0d-b49c-3f38e13e9c42 req-dc944fc9-a6d7-416d-8676-f9b36bed4957 service neutron] 10.222.0.54 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1857319 Feb 17 00:10:15.128446 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de9582-39bd-406b-b710-4fd3f6855138 req-ef3f8f3c-3aaa-4431-b7d1-9168da6efa10 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:15.130080 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-04de9582-39bd-406b-b710-4fd3f6855138 req-ef3f8f3c-3aaa-4431-b7d1-9168da6efa10 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0908535 Feb 17 00:10:15.181564 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-04de9582-39bd-406b-b710-4fd3f6855138 req-2bbae0ad-e192-462a-8dd1-6a8c57511b2d tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0450647 Feb 17 00:10:16.113141 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 61229e9d-7c9c-4629-899e-a4148630aef9 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:10:16.240189 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:16.270697 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61229e9d-7c9c-4629-899e-a4148630aef9'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:10:16.282213 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 61229e9d-7c9c-4629-899e-a4148630aef9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=61229e9d-7c9c-4629-899e-a4148630aef9,segment=NetworkSegment(4c546a41-421f-44cb-bb5a-1af415d54496),segment_id=4c546a41-421f-44cb-bb5a-1af415d54496)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:10:16.285812 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:16.287860 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5cdc542f-bb38-4039-a800-9416d0a82adf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:10:16.369377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=61229e9d-7c9c-4629-899e-a4148630aef9,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:10:16.374194 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:10:16.407345 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61229e9d-7c9c-4629-899e-a4148630aef9', 'code': 200} Feb 17 00:10:16.412237 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243cde7-dc4d-46e4-babd-23a1037f4466 req-c18178e5-e92b-4b9f-a031-9c09a3004b37 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:16.413859 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7243cde7-dc4d-46e4-babd-23a1037f4466 req-c18178e5-e92b-4b9f-a031-9c09a3004b37 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 944 time: 0.0965164 Feb 17 00:10:16.468666 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7243cde7-dc4d-46e4-babd-23a1037f4466 req-6f0a0033-f313-423c-86ec-15e708942bda tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0480795 Feb 17 00:10:16.787927 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-625337b6-a3b6-487a-96fc-b2e92e5d8016 req-8951c520-ec26-4196-bbd6-afb7a7e22d16 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874143 Feb 17 00:10:16.874175 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866adb03-8753-4a61-8619-b09d4af5ac79 req-bf827eec-6223-4400-b678-ef4721ae0873 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:16.875973 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-866adb03-8753-4a61-8619-b09d4af5ac79 req-bf827eec-6223-4400-b678-ef4721ae0873 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 944 time: 0.1032348 Feb 17 00:10:16.926961 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-866adb03-8753-4a61-8619-b09d4af5ac79 req-57fdcb6b-566c-4786-98a8-e40c27f51fa7 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438890 Feb 17 00:10:17.943683 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625337b6-a3b6-487a-96fc-b2e92e5d8016 req-e5289541-5cf8-45b5-b007-92bea99a4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:17.945240 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-625337b6-a3b6-487a-96fc-b2e92e5d8016 req-e5289541-5cf8-45b5-b007-92bea99a4c93 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935&tenant_id=e476942cdbfc45758cf9aa2da49dcad1 HTTP/1.1" status: 200 len: 1161 time: 0.0796545 Feb 17 00:10:18.091667 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625337b6-a3b6-487a-96fc-b2e92e5d8016 req-478bf444-1e75-493d-b73e-043645f39e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:18.093159 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-625337b6-a3b6-487a-96fc-b2e92e5d8016 req-478bf444-1e75-493d-b73e-043645f39e0e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e476942cdbfc45758cf9aa2da49dcad1&device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 1161 time: 0.1236603 Feb 17 00:10:18.257014 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff84f85-a203-444d-869d-3d2eda7384a8 req-983c71e2-0e27-43ab-a786-00b517387131 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:18.258266 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5ff84f85-a203-444d-869d-3d2eda7384a8 req-983c71e2-0e27-43ab-a786-00b517387131 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 944 time: 0.2114937 Feb 17 00:10:18.268011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625337b6-a3b6-487a-96fc-b2e92e5d8016 req-f6169fc9-aedd-48f7-87f5-7358f4e0017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:18.269553 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-625337b6-a3b6-487a-96fc-b2e92e5d8016 req-f6169fc9-aedd-48f7-87f5-7358f4e0017d service neutron] 10.222.0.54 "GET /v2.0/networks?id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 HTTP/1.1" status: 200 len: 902 time: 0.1683497 Feb 17 00:10:18.395380 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5ff84f85-a203-444d-869d-3d2eda7384a8 req-2988667a-425d-45e6-88a9-e18b6db8a5cb tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1286182 Feb 17 00:10:18.421030 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-625337b6-a3b6-487a-96fc-b2e92e5d8016 req-92dd327f-fd4d-4b1e-b48a-3efed5b0a159 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61229e9d-7c9c-4629-899e-a4148630aef9 HTTP/1.1" status: 200 len: 999 time: 0.1352677 Feb 17 00:10:18.495383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625337b6-a3b6-487a-96fc-b2e92e5d8016 req-8332b167-18d2-4299-b8ab-119bf8353717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:18.497631 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-625337b6-a3b6-487a-96fc-b2e92e5d8016 req-8332b167-18d2-4299-b8ab-119bf8353717 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39f904dd-25d8-4037-a512-4bb5fa3ebf1f HTTP/1.1" status: 200 len: 847 time: 0.0697494 Feb 17 00:10:18.583404 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625337b6-a3b6-487a-96fc-b2e92e5d8016 req-e40ca2dc-5a81-432f-9e50-07c372daa7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:18.585025 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-625337b6-a3b6-487a-96fc-b2e92e5d8016 req-e40ca2dc-5a81-432f-9e50-07c372daa7a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806162 Feb 17 00:10:18.741106 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-625337b6-a3b6-487a-96fc-b2e92e5d8016 req-2e9ae514-d1a4-4e91-8b43-428f426b33d7 service neutron] 10.222.0.54 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406424 Feb 17 00:10:18.890082 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-625337b6-a3b6-487a-96fc-b2e92e5d8016 req-9b666cdc-9149-44ef-a62e-8362633bd104 service neutron] 10.222.0.54 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415246 Feb 17 00:10:19.589895 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:19.604043 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929f0c1-8bc0-4478-ae7c-46116c5152bd req-10169efa-2f4a-4cca-a5aa-2a7a9bf9237c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:19.605671 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9929f0c1-8bc0-4478-ae7c-46116c5152bd req-10169efa-2f4a-4cca-a5aa-2a7a9bf9237c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 944 time: 0.0899086 Feb 17 00:10:19.657438 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9929f0c1-8bc0-4478-ae7c-46116c5152bd req-fc62cb02-4aee-4b34-943d-6385f9b5d941 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0449724 Feb 17 00:10:20.865753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88534786-9345-4e87-8e36-fe4df29ef156 req-213d269c-b075-44fe-bddf-0cdb9ed9c43c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:20.867394 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-88534786-9345-4e87-8e36-fe4df29ef156 req-213d269c-b075-44fe-bddf-0cdb9ed9c43c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 944 time: 0.0922980 Feb 17 00:10:20.916101 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-88534786-9345-4e87-8e36-fe4df29ef156 req-3905b69f-c4c6-4667-9312-61160d4f0767 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0418484 Feb 17 00:10:22.006845 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e186e9e2-8faa-412f-9e22-10a0234cfb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:22.128523 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbb048-4dde-4179-b66b-c6def29428d0 req-faf9f0b4-4cf9-463c-9b52-2114f39cd57a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:22.130200 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-25fbb048-4dde-4179-b66b-c6def29428d0 req-faf9f0b4-4cf9-463c-9b52-2114f39cd57a tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 944 time: 0.0946023 Feb 17 00:10:22.179715 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-25fbb048-4dde-4179-b66b-c6def29428d0 req-a7c74165-95fb-4da0-ab42-d88a4dd4ed86 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0430512 Feb 17 00:10:22.553007 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 61229e9d-7c9c-4629-899e-a4148630aef9 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:10:22.626076 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 61229e9d-7c9c-4629-899e-a4148630aef9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:10:22.626489 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:22.760051 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:22.783634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61229e9d-7c9c-4629-899e-a4148630aef9'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:10:22.795019 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 61229e9d-7c9c-4629-899e-a4148630aef9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=61229e9d-7c9c-4629-899e-a4148630aef9,segment=NetworkSegment(4c546a41-421f-44cb-bb5a-1af415d54496),segment_id=4c546a41-421f-44cb-bb5a-1af415d54496)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:10:22.798580 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:22.800575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:10:22.844575 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61229e9d-7c9c-4629-899e-a4148630aef9', 'code': 200} Feb 17 00:10:22.881501 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=61229e9d-7c9c-4629-899e-a4148630aef9,revision_number=6']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:10:22.890037 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.890431 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.890816 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.891194 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.891570 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.891964 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.892313 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.892681 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.893048 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.893415 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.893800 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.894176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.894640 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.895006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.895385 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.895734 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.896103 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.896465 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.896827 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.897190 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.897551 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.897930 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.898293 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.898658 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:22.903962 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:10:23.154354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe62960-f17b-4b53-9b67-3b496ad24bf4 req-baca4579-1b3f-4eff-95ee-ed7120b74e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:23.155995 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4fe62960-f17b-4b53-9b67-3b496ad24bf4 req-baca4579-1b3f-4eff-95ee-ed7120b74e11 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 1163 time: 0.0780675 Feb 17 00:10:23.201211 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4fe62960-f17b-4b53-9b67-3b496ad24bf4 req-40bff86f-52b0-4a0a-945f-f5e636e0d902 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0386841 Feb 17 00:10:23.383726 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809c28a-eec2-421c-bebd-cfba84944441 req-446f51db-60c6-407f-bc6c-9fd8fd2f141b tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:23.385279 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2809c28a-eec2-421c-bebd-cfba84944441 req-446f51db-60c6-407f-bc6c-9fd8fd2f141b tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0876284 Feb 17 00:10:23.436133 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2809c28a-eec2-421c-bebd-cfba84944441 req-1d0fb2c9-3b73-46a8-9e5b-1d1ff6d6dbb9 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438101 Feb 17 00:10:24.200155 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 61229e9d-7c9c-4629-899e-a4148630aef9 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:10:24.273642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 61229e9d-7c9c-4629-899e-a4148630aef9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:10:24.274108 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:24.471072 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00ef143f-2286-4b26-971d-202ffba6d08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:24.644368 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e39c38-315c-4b28-9629-cac8f1cd892e req-be775db1-3a16-4769-bb10-5a6139cd8ccb tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:24.646038 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-29e39c38-315c-4b28-9629-cac8f1cd892e req-be775db1-3a16-4769-bb10-5a6139cd8ccb tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0930204 Feb 17 00:10:24.695450 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-29e39c38-315c-4b28-9629-cac8f1cd892e req-5ca8c05b-c0d3-43c8-9052-4a840834a608 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421772 Feb 17 00:10:24.919986 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:26.110485 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:26.376365 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:39.100807 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fddba5-e939-4647-89a5-6ec0ccec319c req-0ecb11bc-0229-4030-a265-6db72b21b19d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:39.100807 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-70fddba5-e939-4647-89a5-6ec0ccec319c req-0ecb11bc-0229-4030-a265-6db72b21b19d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0882437 Feb 17 00:10:39.147221 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-70fddba5-e939-4647-89a5-6ec0ccec319c req-e29bf8b0-4c9a-4cc5-a5ca-637625e81315 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442305 Feb 17 00:10:40.352410 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee18db0-6c50-49fb-ba74-cb753f14da92 req-ea3d9956-5d93-496b-9702-caddb6d7c6f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:40.354155 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7ee18db0-6c50-49fb-ba74-cb753f14da92 req-ea3d9956-5d93-496b-9702-caddb6d7c6f2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0885828 Feb 17 00:10:40.405553 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7ee18db0-6c50-49fb-ba74-cb753f14da92 req-6ba05640-1e3f-4aaf-bf56-9084d36639f6 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440278 Feb 17 00:10:41.620873 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d15e38-313f-48a2-8d73-32e40aa8ea66 req-5a6a3abc-d2e3-4c4e-a9d8-7dcc4707473f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:41.622553 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a3d15e38-313f-48a2-8d73-32e40aa8ea66 req-5a6a3abc-d2e3-4c4e-a9d8-7dcc4707473f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0886579 Feb 17 00:10:41.671024 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a3d15e38-313f-48a2-8d73-32e40aa8ea66 req-864d7a9b-41c5-4063-a2f5-c64640b79817 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421453 Feb 17 00:10:42.877513 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ad544-f526-4cbd-8e82-6827277defbe req-9813862b-799e-469c-8a0d-ba110d89be4b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:42.879154 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e61ad544-f526-4cbd-8e82-6827277defbe req-9813862b-799e-469c-8a0d-ba110d89be4b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0892003 Feb 17 00:10:42.926452 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e61ad544-f526-4cbd-8e82-6827277defbe req-2f88a3a0-f9db-4eac-8609-00b931edc00f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408962 Feb 17 00:10:44.134750 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de20eeb-607b-4711-97e0-78ab33adf80e req-68adf194-1419-4b8a-a31e-04ecbf2e296a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:44.136280 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7de20eeb-607b-4711-97e0-78ab33adf80e req-68adf194-1419-4b8a-a31e-04ecbf2e296a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0885098 Feb 17 00:10:44.146412 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:10:44.189825 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7de20eeb-607b-4711-97e0-78ab33adf80e req-b23244e5-c53f-454f-be74-b8d4d13c2749 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461257 Feb 17 00:10:45.398150 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa215-43c7-43b0-af2c-739443dace56 req-fdbef4b0-8520-4ecd-a250-5587b6a8ec02 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:45.399713 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-384aa215-43c7-43b0-af2c-739443dace56 req-fdbef4b0-8520-4ecd-a250-5587b6a8ec02 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0878549 Feb 17 00:10:45.447407 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-384aa215-43c7-43b0-af2c-739443dace56 req-b5efcba2-89ad-44f8-b758-3234249761d7 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404897 Feb 17 00:10:46.656592 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c6e88-0dd3-4b43-8f81-03ae22c700d6 req-7dc817a0-367b-4e38-8893-40e556843f03 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:46.658378 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-aa4c6e88-0dd3-4b43-8f81-03ae22c700d6 req-7dc817a0-367b-4e38-8893-40e556843f03 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0912118 Feb 17 00:10:46.710167 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-aa4c6e88-0dd3-4b43-8f81-03ae22c700d6 req-8b76bedc-0e10-464a-88bc-ee5e01a51625 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447626 Feb 17 00:10:47.597624 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a65dcaa4-1df3-4a4a-a843-20b934a4625c req-7c289239-a8a8-4afc-bb98-d6d05dd007cc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0797343 Feb 17 00:10:47.752865 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dcaa4-1df3-4a4a-a843-20b934a4625c req-4bee8c94-7793-43e8-b177-9f140dab262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:47.755090 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a65dcaa4-1df3-4a4a-a843-20b934a4625c req-4bee8c94-7793-43e8-b177-9f140dab262b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e476942cdbfc45758cf9aa2da49dcad1&device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 1163 time: 0.0808954 Feb 17 00:10:47.990006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dcaa4-1df3-4a4a-a843-20b934a4625c req-3b7da3ba-1548-43d9-8730-31948fca69da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:47.991598 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a65dcaa4-1df3-4a4a-a843-20b934a4625c req-3b7da3ba-1548-43d9-8730-31948fca69da service neutron] 10.222.0.54 "GET /v2.0/networks?id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 HTTP/1.1" status: 200 len: 902 time: 0.2162070 Feb 17 00:10:47.999945 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c64dd-e3c8-45a3-b097-b9e128e13098 req-b484ef06-b367-43a3-9f81-ef1ba7318ccb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:48.001480 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b70c64dd-e3c8-45a3-b097-b9e128e13098 req-b484ef06-b367-43a3-9f81-ef1ba7318ccb tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.1490726 Feb 17 00:10:48.146358 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b70c64dd-e3c8-45a3-b097-b9e128e13098 req-a2ffb7c2-a368-4154-b50f-a78817a80aa9 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820851 Feb 17 00:10:48.149206 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a65dcaa4-1df3-4a4a-a843-20b934a4625c req-15aecb1a-68dc-433b-b5d3-556c84a0a47d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61229e9d-7c9c-4629-899e-a4148630aef9 HTTP/1.1" status: 200 len: 1001 time: 0.1433866 Feb 17 00:10:48.229228 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dcaa4-1df3-4a4a-a843-20b934a4625c req-1b13ce52-f3b7-473f-b0e0-e59c32a7e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:48.231630 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a65dcaa4-1df3-4a4a-a843-20b934a4625c req-1b13ce52-f3b7-473f-b0e0-e59c32a7e4a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39f904dd-25d8-4037-a512-4bb5fa3ebf1f HTTP/1.1" status: 200 len: 847 time: 0.0711095 Feb 17 00:10:48.324313 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dcaa4-1df3-4a4a-a843-20b934a4625c req-c42a4e4c-d49d-41de-967e-e35652748ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:48.326092 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a65dcaa4-1df3-4a4a-a843-20b934a4625c req-c42a4e4c-d49d-41de-967e-e35652748ade service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833032 Feb 17 00:10:48.476651 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a65dcaa4-1df3-4a4a-a843-20b934a4625c req-f8757302-d20e-496e-ab97-0fb1d134a3ad service neutron] 10.222.0.54 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393685 Feb 17 00:10:48.624367 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a65dcaa4-1df3-4a4a-a843-20b934a4625c req-8bdaf023-a4c3-4eb5-8f0b-a7c694e4d287 service neutron] 10.222.0.54 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392937 Feb 17 00:10:49.359251 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4260-41bf-4b27-b401-a3b16a345300 req-fe188c7c-ebbb-4c58-88d1-6cd77b8da926 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:49.360978 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4e7f4260-41bf-4b27-b401-a3b16a345300 req-fe188c7c-ebbb-4c58-88d1-6cd77b8da926 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0911036 Feb 17 00:10:49.419640 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4e7f4260-41bf-4b27-b401-a3b16a345300 req-f41154fe-c0ce-4869-8543-a58a8bbd9ffe tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511394 Feb 17 00:10:49.608674 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:50.454648 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9128a022-32c6-4398-ae67-f6fbcdbc72af up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:10:50.545350 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9128a022-32c6-4398-ae67-f6fbcdbc72af triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:10:50.545772 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:50.633604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fb955-c3f1-4356-8949-5eb1c55a57f9 req-9321590d-62ee-4604-8c72-d52aa05c052e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:50.635305 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-059fb955-c3f1-4356-8949-5eb1c55a57f9 req-9321590d-62ee-4604-8c72-d52aa05c052e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0913186 Feb 17 00:10:50.685349 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-059fb955-c3f1-4356-8949-5eb1c55a57f9 req-6073e180-f0b3-4784-9a45-ed9fe43c53bc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431764 Feb 17 00:10:51.901206 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea138482-7cc6-4cb2-97ce-fb8e582966a9 req-7bd5c266-da19-4e64-a078-1540e5e6697d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:51.902904 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ea138482-7cc6-4cb2-97ce-fb8e582966a9 req-7bd5c266-da19-4e64-a078-1540e5e6697d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0949819 Feb 17 00:10:51.955478 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ea138482-7cc6-4cb2-97ce-fb8e582966a9 req-8f9b37a5-cef1-4eb7-86cf-a4c2b2b103cd tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457766 Feb 17 00:10:52.007485 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-15624e2c-33f4-49e0-9a54-bbb60112eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:53.203429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d866fbd-2e89-4258-b955-2a23b7661ed3 req-ceb88a7a-e5cd-43aa-a0f5-b915d9bf6482 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:53.212203 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2d866fbd-2e89-4258-b955-2a23b7661ed3 req-ceb88a7a-e5cd-43aa-a0f5-b915d9bf6482 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.1021068 Feb 17 00:10:53.274037 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2d866fbd-2e89-4258-b955-2a23b7661ed3 req-0761ded3-b0ad-4660-bcc7-74cd7ceac9c2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546744 Feb 17 00:10:54.481114 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e477ff9a-1075-459f-8ed2-568282ab2819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:54.551665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cd04e-f614-4d6d-8733-507ae71cd545 req-3b17273c-cb08-4ad2-a83c-0173cdf190b8 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:54.553398 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9e8cd04e-f614-4d6d-8733-507ae71cd545 req-3b17273c-cb08-4ad2-a83c-0173cdf190b8 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.1459548 Feb 17 00:10:54.611466 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9e8cd04e-f614-4d6d-8733-507ae71cd545 req-ec22f082-004d-4923-a1d7-d61fb3e1646e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483069 Feb 17 00:10:54.965729 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:55.297722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674c10a-a8e5-4e63-b66f-953403c66fce req-3fb16db1-3ce7-4a71-869e-49ef5603c9b2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:55.299377 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f674c10a-a8e5-4e63-b66f-953403c66fce req-3fb16db1-3ce7-4a71-869e-49ef5603c9b2 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 945 time: 0.0957286 Feb 17 00:10:55.364967 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f674c10a-a8e5-4e63-b66f-953403c66fce req-b2e4d34d-ffa6-46e9-a69b-9816c381a212 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=b29034cc-0267-4720-8966-0b322c790045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588048 Feb 17 00:10:55.849134 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2d088-0524-410b-b41e-8ac66bf81e21 req-8df09296-4dee-454d-b04e-714512516cfa tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:55.851440 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d3b2d088-0524-410b-b41e-8ac66bf81e21 req-8df09296-4dee-454d-b04e-714512516cfa tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.1000161 Feb 17 00:10:55.909020 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d3b2d088-0524-410b-b41e-8ac66bf81e21 req-22848946-2857-44a5-955c-94ddbdcdf1ba tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473895 Feb 17 00:10:56.117717 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:56.381893 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:56.572680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493577f-e899-4f15-9e8f-4fa6c131e3c1 req-44fd0054-64d4-4dbc-a74b-8f90f9649157 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:56.574332 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d493577f-e899-4f15-9e8f-4fa6c131e3c1 req-44fd0054-64d4-4dbc-a74b-8f90f9649157 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 945 time: 0.0920687 Feb 17 00:10:56.631064 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d493577f-e899-4f15-9e8f-4fa6c131e3c1 req-6c8ce88c-490f-48ba-bd48-baa9aa8a7127 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=b29034cc-0267-4720-8966-0b322c790045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475092 Feb 17 00:10:57.134352 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d46c0-cbf0-47ef-82f4-3ee772507043 req-650673ee-7233-4b55-a4ea-a7470036b225 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:57.138985 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3f4d46c0-cbf0-47ef-82f4-3ee772507043 req-650673ee-7233-4b55-a4ea-a7470036b225 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.1020658 Feb 17 00:10:57.192548 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3f4d46c0-cbf0-47ef-82f4-3ee772507043 req-4bca9b43-8fc1-43fd-9d31-196c4444135e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496294 Feb 17 00:10:57.760139 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-daf874f9-4d28-44ba-94cc-60dfb5f17815 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:57.761779 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-daf874f9-4d28-44ba-94cc-60dfb5f17815 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 945 time: 0.3446720 Feb 17 00:10:57.888430 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Deleting port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:10:57.888786 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:58.155224 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a634a3-75eb-4744-943d-e507911af376 req-28be61e2-3c51-40c5-abad-fe80687859ce tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:58.156901 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f4a634a3-75eb-4744-943d-e507911af376 req-28be61e2-3c51-40c5-abad-fe80687859ce tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 945 time: 0.3940694 Feb 17 00:10:58.237088 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f4a634a3-75eb-4744-943d-e507911af376 req-596af4b8-dc08-4a9d-9038-f9324944a320 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups?id=b29034cc-0267-4720-8966-0b322c790045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640721 Feb 17 00:10:58.239114 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] For port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=176aa178-a0d5-4ca4-9b59-5233fc2a50aa,segment=NetworkSegment(0b226fb9-e351-4a5d-bdbb-8186f90c055d),segment_id=0b226fb9-e351-4a5d-bdbb-8186f90c055d)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:10:58.239517 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:58.424741 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9128a022-32c6-4398-ae67-f6fbcdbc72af up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:10:58.486079 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878fe9d-bb9d-4ff2-89bb-d804fd1bd602 req-e9da022f-62d0-49f6-bf78-91af1197c84b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:58.493994 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2878fe9d-bb9d-4ff2-89bb-d804fd1bd602 req-e9da022f-62d0-49f6-bf78-91af1197c84b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.1148555 Feb 17 00:10:58.519387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9128a022-32c6-4398-ae67-f6fbcdbc72af triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:10:58.519803 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:58.560144 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2878fe9d-bb9d-4ff2-89bb-d804fd1bd602 req-98e7ab46-3164-4a9d-adab-f97cf25f530b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650444 Feb 17 00:10:58.633771 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:58.634212 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:58.634569 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_db [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Floating IP 833cf975-1c50-4169-9bec-ce6a8f7748fb disassociated. External IP: 172.28.2.48, port: 176aa178-a0d5-4ca4-9b59-5233fc2a50aa. Feb 17 00:10:58.634951 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Calling delete_port for 176aa178-a0d5-4ca4-9b59-5233fc2a50aa owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:10:58.699760 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 176aa178-a0d5-4ca4-9b59-5233fc2a50aa no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:10:58.827801 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:58.845341 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-cf99729c-4b84-45ab-8396-5f3c629bfbdf tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:10:58.903457 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event deleted for resources: {'Port': ['ID=176aa178-a0d5-4ca4-9b59-5233fc2a50aa,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:10:58.985651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.986756 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.989805 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.990263 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.990675 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.991078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.991478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.991878 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.992281 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.992678 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.993074 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.993466 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.994018 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.994419 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.994825 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.995222 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.995616 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.996022 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.996853 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.997255 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.998209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.998607 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.999000 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:58.999542 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:10:59.003845 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:10:59.053836 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:59.343118 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Router 96b055d2-b272-4e87-b6fb-6074c7deff85 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:10:59.535050 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-b73f674a-9997-4220-8acd-6e51a63b2dfc req-c41c0ca9-4932-493f-a020-ddebe210d3fc tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/ports?device_id=e2d996df-c71a-46ec-9ba1-b22eebcc9829 HTTP/1.1" status: 200 len: 210 time: 0.1126375 Feb 17 00:10:59.620697 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:10:59.636282 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f1e47-8ae1-4e33-a188-23d0eec8b7b7 None None] Sync routers for ids ['96b055d2-b272-4e87-b6fb-6074c7deff85'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:10:59.653343 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f1e47-8ae1-4e33-a188-23d0eec8b7b7 None None] Routers {'96b055d2-b272-4e87-b6fb-6074c7deff85'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:10:59.654505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-4f1f1e47-8ae1-4e33-a188-23d0eec8b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:10:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['96b055d2-b272-4e87-b6fb-6074c7deff85'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:10:59.690011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] No DVR routers for this DVR port 176aa178-a0d5-4ca4-9b59-5233fc2a50aa on host hv-cinder-75996 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:10:59.692416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:59.696761 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d996df-c71a-46ec-9ba1-b22eebcc9829', 'name': 'network-vif-deleted', 'tag': '176aa178-a0d5-4ca4-9b59-5233fc2a50aa'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:10:59.720921 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-12c0e9a7-a815-4057-b679-c3af70b55c37 req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.54 "DELETE /v2.0/ports/176aa178-a0d5-4ca4-9b59-5233fc2a50aa HTTP/1.1" status: 204 len: 173 time: 1.9163663 Feb 17 00:10:59.860159 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d996df-c71a-46ec-9ba1-b22eebcc9829', 'name': 'network-vif-deleted', 'tag': '176aa178-a0d5-4ca4-9b59-5233fc2a50aa', 'status': 'completed', 'code': 200} Feb 17 00:10:59.915029 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-4f1f1e47-8ae1-4e33-a188-23d0eec8b7b7 None None] Set router 96b055d2-b272-4e87-b6fb-6074c7deff85 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:10:59.925653 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7b48c-7bc4-445a-9091-6e86e862380e req-c529d168-6fcb-48dc-b6ec-5124f7a7c96b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:10:59.934286 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7cf7b48c-7bc4-445a-9091-6e86e862380e req-c529d168-6fcb-48dc-b6ec-5124f7a7c96b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.1225526 Feb 17 00:10:59.979201 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7cf7b48c-7bc4-445a-9091-6e86e862380e req-ec143cfb-d58a-4f6b-be83-1dd50448707f tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437403 Feb 17 00:11:00.317839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-4f1f1e47-8ae1-4e33-a188-23d0eec8b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:24Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:00.330841 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f1e47-8ae1-4e33-a188-23d0eec8b7b7 None None] Checking router: 96b055d2-b272-4e87-b6fb-6074c7deff85 for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:11:00.347541 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f1e47-8ae1-4e33-a188-23d0eec8b7b7 None None] Routers {'96b055d2-b272-4e87-b6fb-6074c7deff85'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:00.348781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-4f1f1e47-8ae1-4e33-a188-23d0eec8b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:10:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['96b055d2-b272-4e87-b6fb-6074c7deff85'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:00.585514 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-4f1f1e47-8ae1-4e33-a188-23d0eec8b7b7 None None] Set router 96b055d2-b272-4e87-b6fb-6074c7deff85 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:00.684867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 56464) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:00.764830 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38696261-f987-4916-96ab-b3cc196e8956 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:00.797694 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38696261-f987-4916-96ab-b3cc196e8956 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:00.860661 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38696261-f987-4916-96ab-b3cc196e8956 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:00.867801 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a4ca06ff-dcdb-4fea-881c-597d89efc25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:00.890700 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38696261-f987-4916-96ab-b3cc196e8956 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29034cc-0267-4720-8966-0b322c790045,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:00.897101 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-38696261-f987-4916-96ab-b3cc196e8956 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:00.919156 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38696261-f987-4916-96ab-b3cc196e8956 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:00.920899 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-38696261-f987-4916-96ab-b3cc196e8956 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "DELETE /v2.0/security-groups/b29034cc-0267-4720-8966-0b322c790045 HTTP/1.1" status: 204 len: 168 time: 0.2343702 Feb 17 00:11:00.924001 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 56472) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:00.946944 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.v2.resource [None req-b24b3f24-26b3-4243-b94f-67ce84b8a2bd tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] show failed (client error): The resource could not be found. Feb 17 00:11:00.952734 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 56476) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:00.955340 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b24b3f24-26b3-4243-b94f-67ce84b8a2bd tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "GET /v2.0/security-groups/b29034cc-0267-4720-8966-0b322c790045 HTTP/1.1" status: 404 len: 347 time: 0.0300853 Feb 17 00:11:01.172572 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-4f1f1e47-8ae1-4e33-a188-23d0eec8b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:24Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:01.176990 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f1e47-8ae1-4e33-a188-23d0eec8b7b7 None None] The sync data for ids ['96b055d2-b272-4e87-b6fb-6074c7deff85'] in dv-cinder-759961-3-smb is: [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:04:10Z', 'revision_number': 4, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '1a315c4f-aa46-4a01-bc9b-51ede2ea617a', 'name': '', 'network_id': '9bed9bea-fabb-4082-8967-92ad14eef61a', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'mac_address': 'fa:16:3e:6a:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:24Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'subnets': [{'id': '7fd2358e-bd02-44c1-88fe-65c85dcf897a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:11:01.221578 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-355ebf9a-bcb2-4ca6-bf22-24a0330c08eb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Deleting port 018c322e-62be-4b90-90b1-ab8cebe0ff86 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:11:01.221993 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-355ebf9a-bcb2-4ca6-bf22-24a0330c08eb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:01.334304 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fb07f-ed4f-4abd-a677-c32b83541789 req-cb939a34-fab6-45f3-af80-747652194dc2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:01.335937 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a43fb07f-ed4f-4abd-a677-c32b83541789 req-cb939a34-fab6-45f3-af80-747652194dc2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.2070754 Feb 17 00:11:01.462025 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a43fb07f-ed4f-4abd-a677-c32b83541789 req-fb2305a6-94be-46f4-8c23-ad801b4011f9 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609386 Feb 17 00:11:01.516412 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-355ebf9a-bcb2-4ca6-bf22-24a0330c08eb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:01.516800 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-355ebf9a-bcb2-4ca6-bf22-24a0330c08eb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:01.659611 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-355ebf9a-bcb2-4ca6-bf22-24a0330c08eb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Calling delete_port for 018c322e-62be-4b90-90b1-ab8cebe0ff86 owned by network:floatingip {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:11:01.697416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd42efe-8a4e-4209-91ad-86adaec827c3 None None] New status for floating IP 833cf975-1c50-4169-9bec-ce6a8f7748fb: DOWN {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:11:01.835168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-355ebf9a-bcb2-4ca6-bf22-24a0330c08eb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:01.851367 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-607ae057-7a99-4fee-8239-7bb9c44dcf16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:01.866189 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [None req-ddd42efe-8a4e-4209-91ad-86adaec827c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83923) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:11:01.866600 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [None req-ddd42efe-8a4e-4209-91ad-86adaec827c3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:11:02.172574 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ebf9a-bcb2-4ca6-bf22-24a0330c08eb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Pushing event deleted for resources: {'Port': ['ID=018c322e-62be-4b90-90b1-ab8cebe0ff86,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:02.177790 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-355ebf9a-bcb2-4ca6-bf22-24a0330c08eb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:02.291151 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-355ebf9a-bcb2-4ca6-bf22-24a0330c08eb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks [] for floatingip, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:02.306027 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-355ebf9a-bcb2-4ca6-bf22-24a0330c08eb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:02.307259 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-355ebf9a-bcb2-4ca6-bf22-24a0330c08eb tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] 10.222.0.63 "DELETE /v2.0/floatingips/833cf975-1c50-4169-9bec-ce6a8f7748fb HTTP/1.1" status: 204 len: 168 time: 1.3530223 Feb 17 00:11:02.368138 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd42efe-8a4e-4209-91ad-86adaec827c3 None None] New status for floating IP 833cf975-1c50-4169-9bec-ce6a8f7748fb: DOWN {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:11:02.487795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a10df-1fc1-4cfd-a02b-7a04770c3b26 req-f7489896-d06a-44ff-b408-58794b82c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:02.489562 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-436a10df-1fc1-4cfd-a02b-7a04770c3b26 req-f7489896-d06a-44ff-b408-58794b82c685 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1d26520a38346a290f804fe567133d2&device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 1162 time: 0.0872064 Feb 17 00:11:02.647237 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a10df-1fc1-4cfd-a02b-7a04770c3b26 req-98de5174-67ce-47d5-b627-c72fb291afed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:02.649027 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-436a10df-1fc1-4cfd-a02b-7a04770c3b26 req-98de5174-67ce-47d5-b627-c72fb291afed service neutron] 10.222.0.54 "GET /v2.0/networks?id=41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 200 len: 911 time: 0.1513424 Feb 17 00:11:02.697975 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c7424-21ee-41aa-bd62-8f7bafb68918 req-289e07fe-c7eb-4954-87a1-de95b933cef3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:02.699587 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1d2c7424-21ee-41aa-bd62-8f7bafb68918 req-289e07fe-c7eb-4954-87a1-de95b933cef3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0898194 Feb 17 00:11:02.765334 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-436a10df-1fc1-4cfd-a02b-7a04770c3b26 req-489ee385-15e9-439e-b630-d59e930ebd30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9128a022-32c6-4398-ae67-f6fbcdbc72af HTTP/1.1" status: 200 len: 1001 time: 0.1079309 Feb 17 00:11:02.838128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a10df-1fc1-4cfd-a02b-7a04770c3b26 req-b38866b8-bd5d-44cf-a5d5-5fa1f5fe301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:02.839750 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-436a10df-1fc1-4cfd-a02b-7a04770c3b26 req-b38866b8-bd5d-44cf-a5d5-5fa1f5fe301d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=066b5e62-ad57-425f-8725-667a028740da HTTP/1.1" status: 200 len: 856 time: 0.0673492 Feb 17 00:11:02.927450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a10df-1fc1-4cfd-a02b-7a04770c3b26 req-a568d014-aca3-4f61-83c2-52052096498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:02.929071 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-436a10df-1fc1-4cfd-a02b-7a04770c3b26 req-a568d014-aca3-4f61-83c2-52052096498a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41f1d152-05fa-431e-881d-6789a11dfe22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821104 Feb 17 00:11:02.974269 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1d2c7424-21ee-41aa-bd62-8f7bafb68918 req-c5aaa82e-c9f6-4a3f-8a94-333f4d2f2ae6 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674870 Feb 17 00:11:03.074815 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-436a10df-1fc1-4cfd-a02b-7a04770c3b26 req-f77ce814-e0de-4207-a2f9-5c1c811807b2 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366899 Feb 17 00:11:03.217622 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-436a10df-1fc1-4cfd-a02b-7a04770c3b26 req-c85be842-bb31-4ad4-8b47-5cef69feb065 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363187 Feb 17 00:11:04.186242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f853c-504a-4bc3-af18-1c8f894fe6dc req-841fe674-3b21-452f-afba-f2e1e98069ea tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:04.187839 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2c5f853c-504a-4bc3-af18-1c8f894fe6dc req-841fe674-3b21-452f-afba-f2e1e98069ea tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0908957 Feb 17 00:11:04.235432 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2c5f853c-504a-4bc3-af18-1c8f894fe6dc req-238eddab-2d16-4755-aaf2-2245e056e34d tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412977 Feb 17 00:11:05.444068 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbdc08-b39f-482e-9590-4d504efbbdf4 req-43149226-3af2-45fa-8ac6-a0063335663b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:05.445685 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-44dbdc08-b39f-482e-9590-4d504efbbdf4 req-43149226-3af2-45fa-8ac6-a0063335663b tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0884616 Feb 17 00:11:05.493531 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-44dbdc08-b39f-482e-9590-4d504efbbdf4 req-012b6dce-6740-4b01-a3fb-ec08aefed609 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407407 Feb 17 00:11:06.370492 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 56546) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:06.406169 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9128a022-32c6-4398-ae67-f6fbcdbc72af no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:11:06.534634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:06.565465 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9128a022-32c6-4398-ae67-f6fbcdbc72af'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:11:06.576619 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 9128a022-32c6-4398-ae67-f6fbcdbc72af, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9128a022-32c6-4398-ae67-f6fbcdbc72af,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:06.580478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:06.582565 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-3198165e-4534-46e3-b9ea-351d1659633e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:06.622583 dv-cinder-759961-3-smb neutron-server[83811]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9128a022-32c6-4398-ae67-f6fbcdbc72af', 'code': 422} returned with failed status Feb 17 00:11:06.661889 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=9128a022-32c6-4398-ae67-f6fbcdbc72af,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:06.665636 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:07.006475 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 56572) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:07.033688 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0cfed-c9fa-40cb-8ab8-afb567ae9cf1 req-0baabea0-548b-4fb8-916d-39eb452616aa tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:07.035341 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1ae0cfed-c9fa-40cb-8ab8-afb567ae9cf1 req-0baabea0-548b-4fb8-916d-39eb452616aa tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.1004813 Feb 17 00:11:07.146714 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1ae0cfed-c9fa-40cb-8ab8-afb567ae9cf1 req-ccc7ce0a-a0ed-4d1e-92d7-fb42a8df3596 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038315 Feb 17 00:11:07.154665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112375'] for router_interface, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:07.169595 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0230ab15-7c86-466b-9f85-2ce4fbaee37e req-ae6ad984-9dd3-4b04-9a64-76fd06f449da service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1618776 Feb 17 00:11:07.538850 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Deleting port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:11:07.539437 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:07.720937 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230ab15-7c86-466b-9f85-2ce4fbaee37e req-1e455b6e-fd73-48ed-89a7-1ade4bad5067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:07.722506 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0230ab15-7c86-466b-9f85-2ce4fbaee37e req-1e455b6e-fd73-48ed-89a7-1ade4bad5067 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f&tenant_id=b1d26520a38346a290f804fe567133d2 HTTP/1.1" status: 200 len: 1160 time: 0.0827398 Feb 17 00:11:07.726287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] For port 1a315c4f-aa46-4a01-bc9b-51ede2ea617a, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=1a315c4f-aa46-4a01-bc9b-51ede2ea617a,segment=NetworkSegment(0b226fb9-e351-4a5d-bdbb-8186f90c055d),segment_id=0b226fb9-e351-4a5d-bdbb-8186f90c055d)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:07.726692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:07.823749 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230ab15-7c86-466b-9f85-2ce4fbaee37e req-9667c1a8-996b-411e-bbb1-4d1efaad02ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:07.825435 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0230ab15-7c86-466b-9f85-2ce4fbaee37e req-9667c1a8-996b-411e-bbb1-4d1efaad02ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1d26520a38346a290f804fe567133d2&device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 1160 time: 0.0782623 Feb 17 00:11:07.862606 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Calling delete_port for 1a315c4f-aa46-4a01-bc9b-51ede2ea617a owned by network:router_interface {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:11:07.968749 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230ab15-7c86-466b-9f85-2ce4fbaee37e req-28b78de7-8c7b-4b60-90ff-fbe6b8380f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:07.970368 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0230ab15-7c86-466b-9f85-2ce4fbaee37e req-28b78de7-8c7b-4b60-90ff-fbe6b8380f99 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 200 len: 911 time: 0.1384330 Feb 17 00:11:08.043485 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:08.062110 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:08.083932 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0230ab15-7c86-466b-9f85-2ce4fbaee37e req-b7127a0a-6c61-4703-8a44-f044599285a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9128a022-32c6-4398-ae67-f6fbcdbc72af HTTP/1.1" status: 200 len: 999 time: 0.1061718 Feb 17 00:11:08.157509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230ab15-7c86-466b-9f85-2ce4fbaee37e req-9b805ba2-00bd-40d7-ad23-21cf1ab7fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:08.159173 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0230ab15-7c86-466b-9f85-2ce4fbaee37e req-9b805ba2-00bd-40d7-ad23-21cf1ab7fa54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=066b5e62-ad57-425f-8725-667a028740da HTTP/1.1" status: 200 len: 856 time: 0.0677118 Feb 17 00:11:08.163314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a315c4f-aa46-4a01-bc9b-51ede2ea617a,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:08.180756 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.181181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.181598 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.182028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.182439 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.182845 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.183249 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.183648 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.184491 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.184491 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.184798 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.185225 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.185720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.186166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.186561 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.186951 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.187346 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.187754 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.188463 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.188713 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.189149 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.189550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.189955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.190351 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:08.196172 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:08.254529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230ab15-7c86-466b-9f85-2ce4fbaee37e req-7b1ebf72-a152-465e-b8ee-2ff7aca40139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:08.256282 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0230ab15-7c86-466b-9f85-2ce4fbaee37e req-7b1ebf72-a152-465e-b8ee-2ff7aca40139 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41f1d152-05fa-431e-881d-6789a11dfe22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0890124 Feb 17 00:11:08.416219 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0230ab15-7c86-466b-9f85-2ce4fbaee37e req-13dce8a4-17a8-4828-974a-8c141e159075 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516454 Feb 17 00:11:08.563358 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0230ab15-7c86-466b-9f85-2ce4fbaee37e req-2b9cf6ad-c874-4a2a-9c23-608f1f36f335 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389890 Feb 17 00:11:08.566767 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3ef5f-032f-4b14-aeb1-975e75ba782e req-f7ed6904-ec68-4961-b1c8-0ceb3aa67e07 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:08.568543 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-23a3ef5f-032f-4b14-aeb1-975e75ba782e req-f7ed6904-ec68-4961-b1c8-0ceb3aa67e07 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.2826252 Feb 17 00:11:08.609601 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112281'] for router_interface, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:08.708954 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-23a3ef5f-032f-4b14-aeb1-975e75ba782e req-bfbeb1e8-a597-48df-aa13-e162c6850301 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305690 Feb 17 00:11:09.445872 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Router 96b055d2-b272-4e87-b6fb-6074c7deff85 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:11:09.649556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:11:09.660692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a68e4d-f391-4fd9-9875-8fa7c884f517 None None] Sync routers for ids ['96b055d2-b272-4e87-b6fb-6074c7deff85'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:11:09.671166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a68e4d-f391-4fd9-9875-8fa7c884f517 None None] Routers {'96b055d2-b272-4e87-b6fb-6074c7deff85'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:09.672388 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-09a68e4d-f391-4fd9-9875-8fa7c884f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:10:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['96b055d2-b272-4e87-b6fb-6074c7deff85'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:09.684902 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-e750734d-7413-49be-a8f9-dda43255b058 admin admin] 10.222.0.63 "PUT /v2.0/routers/96b055d2-b272-4e87-b6fb-6074c7deff85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3130565 Feb 17 00:11:09.687624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 56606) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:09.940032 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:09.940354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-09a68e4d-f391-4fd9-9875-8fa7c884f517 None None] Set router 96b055d2-b272-4e87-b6fb-6074c7deff85 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:10.159965 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099d915-7112-4d08-9b06-91d4a116c604 req-340dd44e-36b1-4bcc-bca8-3740e2943b7e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:10.170614 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6099d915-7112-4d08-9b06-91d4a116c604 req-340dd44e-36b1-4bcc-bca8-3740e2943b7e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.2679238 Feb 17 00:11:10.209873 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:10.228115 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] Deleting port b732c5b0-c009-481e-bcdd-25184e5e7f8d {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:11:10.228497 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:10.275034 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6099d915-7112-4d08-9b06-91d4a116c604 req-dd4cfea9-76b0-4c06-b4d7-b0be0a6bf5ff tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013861 Feb 17 00:11:10.310592 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-09a68e4d-f391-4fd9-9875-8fa7c884f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:11:07Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:10.314876 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a68e4d-f391-4fd9-9875-8fa7c884f517 None None] Checking router: 96b055d2-b272-4e87-b6fb-6074c7deff85 for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:11:10.327306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a68e4d-f391-4fd9-9875-8fa7c884f517 None None] Routers {'96b055d2-b272-4e87-b6fb-6074c7deff85'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:10.328321 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-09a68e4d-f391-4fd9-9875-8fa7c884f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:10:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['96b055d2-b272-4e87-b6fb-6074c7deff85'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:10.478820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] For port b732c5b0-c009-481e-bcdd-25184e5e7f8d, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=b732c5b0-c009-481e-bcdd-25184e5e7f8d,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:10.479308 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:10.545596 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-09a68e4d-f391-4fd9-9875-8fa7c884f517 None None] Set router 96b055d2-b272-4e87-b6fb-6074c7deff85 gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:10.627259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] Calling delete_port for b732c5b0-c009-481e-bcdd-25184e5e7f8d owned by network:router_gateway {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:11:10.873309 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-09a68e4d-f391-4fd9-9875-8fa7c884f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:11:07Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:10.878811 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a68e4d-f391-4fd9-9875-8fa7c884f517 None None] The sync data for ids ['96b055d2-b272-4e87-b6fb-6074c7deff85'] in dv-cinder-759961-3-smb is: [{'id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'name': 'tempest-AttachVolumeTestJSON-276820254-router', 'tenant_id': 'cf5111a3597c480680e0f9abf0a384d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:02Z', 'updated_at': '2021-02-17T00:11:07Z', 'revision_number': 5, 'project_id': 'cf5111a3597c480680e0f9abf0a384d8', 'gw_port': {'id': 'b732c5b0-c009-481e-bcdd-25184e5e7f8d', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b055d2-b272-4e87-b6fb-6074c7deff85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:03Z', 'updated_at': '2021-02-17T00:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:11:11.018305 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: WARNING neutron.plugins.ml2.ovo_rpc [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: result = function(*args, **kwargs) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: proto.__init__(conn_state, self) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: self.handle() Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: self.handle_one_request() Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: self.handle_one_response() Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: result = self.application(self.environ, start_response) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: return app(environ, start_response) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: resp = self.call_func(req, *args, **kw) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: return self.func(req, *args, **kwargs) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: response = req.get_response(self.application) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: application, catch_exc_info=False) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: app_iter = application(self.environ, start_response) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: resp = self.call_func(req, *args, **kw) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: return self.func(req, *args, **kwargs) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: response = req.get_response(self.application) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: application, catch_exc_info=False) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: app_iter = application(self.environ, start_response) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: resp = self.call_func(req, *args, **kw) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: return self.func(req, *args, **kwargs) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: response = req.get_response(self.application) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: application, catch_exc_info=False) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: app_iter = application(self.environ, start_response) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: resp = self.call_func(req, *args, **kw) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: return self.func(req, *args, **kwargs) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: response = req.get_response(self.application) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: application, catch_exc_info=False) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: app_iter = application(self.environ, start_response) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: resp = self.call_func(req, *args, **kw) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: return self.func(req, *args, **kwargs) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: return request.get_response(self.application) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: application, catch_exc_info=False) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: app_iter = application(self.environ, start_response) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: resp = self.call_func(req, *args, **kw) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: return self.func(req, *args, **kwargs) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: response = req.get_response(self._app) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: application, catch_exc_info=False) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: app_iter = application(self.environ, start_response) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: return resp(environ, start_response) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: return resp(environ, start_response) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: response = self.app(environ, start_response) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: return resp(environ, start_response) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: resp = self.call_func(req, *args, **kw) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: return self.func(req, *args, **kwargs) Feb 17 00:11:11.024726 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: result = method(request=request, **args) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: return self._delete(request, id, **kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: return f(*args, **kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: return f(*args, **kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: return f(*dup_args, **dup_kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: obj_deleter(request.context, id, **kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: return method(*args, **kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: return f(*args, **kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: return f(*args, **kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: return f(*dup_args, **dup_kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: self._delete_current_gw_port(context, id, router, None) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, context, *args, **kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: return method(*args, **kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: context, port, router_ids, bound_mech_contexts) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: return function(*args, **kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: callback(resource, event, trigger, **kwargs) Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: if self._is_session_semantic_violated(context, resource, event): Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: stack = traceback.extract_stack() Feb 17 00:11:11.032908 dv-cinder-759961-3-smb neutron-server[83811]: Feb 17 00:11:11.227633 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854060373'] for router_gateway, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:11.378955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854105565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5001'] for router, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:11.383098 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:11.502080 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110975'] for router, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:11.502653 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96b055d2-b272-4e87-b6fb-6074c7deff85 {{(pid=83921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:11:11.522830 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] Notify callbacks [] for router, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:11.527192 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4b43a8d7-998f-4f1c-b601-cd430edd97e8 admin admin] 10.222.0.63 "DELETE /v2.0/routers/96b055d2-b272-4e87-b6fb-6074c7deff85 HTTP/1.1" status: 204 len: 168 time: 1.8384562 Feb 17 00:11:11.528063 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 56614) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:11.556979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4af941-8e13-4015-9abb-721b3cf9770d req-086dc2ee-9723-4bf9-9454-f49d1d908196 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:11.565656 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3b4af941-8e13-4015-9abb-721b3cf9770d req-086dc2ee-9723-4bf9-9454-f49d1d908196 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.1369951 Feb 17 00:11:11.602231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c25160-9089-42b0-a3c4-443a189d151e admin admin] Deleting subnet 7fd2358e-bd02-44c1-88fe-65c85dcf897a {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:11:11.605546 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-89c25160-9089-42b0-a3c4-443a189d151e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:11.619227 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3b4af941-8e13-4015-9abb-721b3cf9770d req-26b997cd-17de-4ea7-b05b-1e91cd47a467 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525062 Feb 17 00:11:11.666909 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-89c25160-9089-42b0-a3c4-443a189d151e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981417'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:11.799524 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-89c25160-9089-42b0-a3c4-443a189d151e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4952659'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:12.070026 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-89c25160-9089-42b0-a3c4-443a189d151e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849823157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843674682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852803607'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:12.085680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:12.181900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c25160-9089-42b0-a3c4-443a189d151e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd2358e-bd02-44c1-88fe-65c85dcf897a,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:12.184758 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-89c25160-9089-42b0-a3c4-443a189d151e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:12.227238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-89c25160-9089-42b0-a3c4-443a189d151e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:12.233515 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7ae661-682c-4cdb-aab5-2868b95eaaa2 None None] Network 9bed9bea-fabb-4082-8967-92ad14eef61a requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:12.235499 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-89c25160-9089-42b0-a3c4-443a189d151e admin admin] 10.222.0.63 "DELETE /v2.0/subnets/7fd2358e-bd02-44c1-88fe-65c85dcf897a HTTP/1.1" status: 204 len: 168 time: 0.7051706 Feb 17 00:11:12.237214 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 56618) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:12.359982 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4784241'] for network, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:12.446196 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Deleting port aa445040-0321-4bcf-95f9-41b9d1c448ec {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:11:12.446578 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:12.538487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d62bd5f-d83f-450b-8b3c-37acd8a48676 None None] DHCP port deletion for 9bed9bea-fabb-4082-8967-92ad14eef61a request from dv-cinder-759961-3-smb {{(pid=83923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:11:12.544539 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-0d62bd5f-d83f-450b-8b3c-37acd8a48676 None None] Deleting port aa445040-0321-4bcf-95f9-41b9d1c448ec {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:11:12.545222 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0d62bd5f-d83f-450b-8b3c-37acd8a48676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:12.688484 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] For port aa445040-0321-4bcf-95f9-41b9d1c448ec, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=aa445040-0321-4bcf-95f9-41b9d1c448ec,segment=NetworkSegment(0b226fb9-e351-4a5d-bdbb-8186f90c055d),segment_id=0b226fb9-e351-4a5d-bdbb-8186f90c055d)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:12.688893 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:12.829391 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Calling delete_port for aa445040-0321-4bcf-95f9-41b9d1c448ec owned by network:dhcp {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:11:12.849331 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-0d62bd5f-d83f-450b-8b3c-37acd8a48676 None None] For port aa445040-0321-4bcf-95f9-41b9d1c448ec, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=aa445040-0321-4bcf-95f9-41b9d1c448ec,segment=NetworkSegment(0b226fb9-e351-4a5d-bdbb-8186f90c055d),segment_id=0b226fb9-e351-4a5d-bdbb-8186f90c055d)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:12.850227 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0d62bd5f-d83f-450b-8b3c-37acd8a48676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:12.887751 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5332f-447d-46e7-8495-196bc93b2e86 req-90ef3493-f70c-4369-b86c-57a8f5c202f6 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:12.896465 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-04b5332f-447d-46e7-8495-196bc93b2e86 req-90ef3493-f70c-4369-b86c-57a8f5c202f6 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.1284750 Feb 17 00:11:12.914659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:12.931566 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-db4df715-a9a3-4835-82e9-86053b9c119d tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:12.969222 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-04b5332f-447d-46e7-8495-196bc93b2e86 req-12ac0666-ff61-4238-a23b-6558d7ad3e47 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690594 Feb 17 00:11:13.037295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 1a315c4f-aa46-4a01-bc9b-51ede2ea617a no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:11:13.054204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa445040-0321-4bcf-95f9-41b9d1c448ec,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:13.067812 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:13.094909 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-0d62bd5f-d83f-450b-8b3c-37acd8a48676 None None] Calling delete_port for aa445040-0321-4bcf-95f9-41b9d1c448ec owned by network:dhcp {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:11:13.105756 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] No DVR routers for this DVR port aa445040-0321-4bcf-95f9-41b9d1c448ec on host dv-cinder-759961-3-smb {{(pid=83920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:11:13.144226 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: 1a315c4f-aa46-4a01-bc9b-51ede2ea617a {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:11:13.144621 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 1a315c4f-aa46-4a01-bc9b-51ede2ea617a not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:11:13.145084 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device aa445040-0321-4bcf-95f9-41b9d1c448ec no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:11:13.188673 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: aa445040-0321-4bcf-95f9-41b9d1c448ec {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:11:13.189006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device aa445040-0321-4bcf-95f9-41b9d1c448ec not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:11:13.189432 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device b732c5b0-c009-481e-bcdd-25184e5e7f8d no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:11:13.242318 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: b732c5b0-c009-481e-bcdd-25184e5e7f8d {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:11:13.242719 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device b732c5b0-c009-481e-bcdd-25184e5e7f8d not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:11:13.244187 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4950218', 'neutron.services.segments.db._delete_segments_for_network-8768588793578'] for network, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:13.280657 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [None req-0d62bd5f-d83f-450b-8b3c-37acd8a48676 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83923) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:11:13.281072 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [None req-0d62bd5f-d83f-450b-8b3c-37acd8a48676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:11:13.370253 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bed9bea-fabb-4082-8967-92ad14eef61a']}} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:13.384659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b226fb9-e351-4a5d-bdbb-8186f90c055d') {'for_net_delete': True} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:13.385060 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b226fb9-e351-4a5d-bdbb-8186f90c055d') {} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:13.402390 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268265975292', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844029570'] for segment, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:13.420910 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:13.423208 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:11:13.614982 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Network 9bed9bea-fabb-4082-8967-92ad14eef61a has no segments {{(pid=83920) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:11:13.629058 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4960578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844035057'] for segment, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:13.782508 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-0d62bd5f-d83f-450b-8b3c-37acd8a48676 None None] Deleting port aa445040-0321-4bcf-95f9-41b9d1c448ec {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:11:13.782941 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0d62bd5f-d83f-450b-8b3c-37acd8a48676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:13.819692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Network 9bed9bea-fabb-4082-8967-92ad14eef61a has no segments {{(pid=83920) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: Traceback (most recent call last): Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: timer() Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: cb(*args, **kw) Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: return func(*args, **kwargs) Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: self._notify() Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: self.callback(batched_events) Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: event.method(event) Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: segment_id)['aggregates'][0] Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, *a, **k) Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: return self._get(url).json() Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: **kwargs) Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: return self.request(url, 'GET', **kwargs) Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: **endpoint_filter) Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:11:13.843750 dv-cinder-759961-3-smb neutron-server[83811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:11:13.861857 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-0d62bd5f-d83f-450b-8b3c-37acd8a48676 None None] The port 'aa445040-0321-4bcf-95f9-41b9d1c448ec' was deleted {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:11:13.929443 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036849825598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714387'] for network, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:13.933202 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:13.951332 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:13.958091 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bed9bea-fabb-4082-8967-92ad14eef61a,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:13.962917 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:13.978996 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-fc2568b2-182d-4b47-a97d-442c7fcfc641 admin admin] 10.222.0.63 "DELETE /v2.0/networks/9bed9bea-fabb-4082-8967-92ad14eef61a HTTP/1.1" status: 204 len: 168 time: 1.7405348 Feb 17 00:11:14.139805 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 56630) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:14.203233 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-308b7952-b137-40e6-a2a8-ec17fa301b67 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cf5111a3597c480680e0f9abf0a384d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0618584 Feb 17 00:11:14.206409 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 56634) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:14.215951 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9d3a5-fa1a-4a9e-a0f3-ad47a653b2cc req-4931a1a0-aca9-4894-a767-c96e225987ae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:14.224407 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8fe9d3a5-fa1a-4a9e-a0f3-ad47a653b2cc req-4931a1a0-aca9-4894-a767-c96e225987ae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.1373956 Feb 17 00:11:14.270647 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8fe9d3a5-fa1a-4a9e-a0f3-ad47a653b2cc req-9a2fd078-f5d0-4087-bde6-df21174341df tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440352 Feb 17 00:11:14.276832 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-41031f56-01db-4997-9586-5cb45c706659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:14.307376 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-41031f56-01db-4997-9586-5cb45c706659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:14.360053 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-41031f56-01db-4997-9586-5cb45c706659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:14.365483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0272fe95-9172-4144-9f89-31742d77728d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:14.380209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41031f56-01db-4997-9586-5cb45c706659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5f4d10-6aab-40e7-8d68-57c813a4ff6c,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:14.383015 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-41031f56-01db-4997-9586-5cb45c706659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:14.390028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-41031f56-01db-4997-9586-5cb45c706659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:14.391343 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-41031f56-01db-4997-9586-5cb45c706659 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7a5f4d10-6aab-40e7-8d68-57c813a4ff6c HTTP/1.1" status: 204 len: 168 time: 0.1837075 Feb 17 00:11:15.524650 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa0533-4492-4404-9247-7ab34719f9ec req-32064eda-2156-47fc-9092-a04a8a9335a7 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:15.529083 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-79fa0533-4492-4404-9247-7ab34719f9ec req-32064eda-2156-47fc-9092-a04a8a9335a7 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.0971153 Feb 17 00:11:15.577843 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-79fa0533-4492-4404-9247-7ab34719f9ec req-94d861c3-b889-497a-98a0-dada0bb36c98 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436997 Feb 17 00:11:16.288909 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 56682) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:16.426745 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-698dd4e1-0fe7-4624-b0a1-928758fc504b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:16.443442 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-698dd4e1-0fe7-4624-b0a1-928758fc504b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:16.447561 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-698dd4e1-0fe7-4624-b0a1-928758fc504b admin admin] Usage tracker for resource:security_group_rule and tenant:5dc2d5bbff1c4186b6c389bb03ad5472 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:16.451166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-698dd4e1-0fe7-4624-b0a1-928758fc504b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:16.457020 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-698dd4e1-0fe7-4624-b0a1-928758fc504b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:16.553311 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-698dd4e1-0fe7-4624-b0a1-928758fc504b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:16.556690 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-698dd4e1-0fe7-4624-b0a1-928758fc504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:16.567296 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5cfccb41-6612-4e84-b41a-11bd06c2afee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:16.613518 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-698dd4e1-0fe7-4624-b0a1-928758fc504b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5dc2d5bbff1c4186b6c389bb03ad5472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217125 Feb 17 00:11:16.613518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dd4e1-0fe7-4624-b0a1-928758fc504b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e384403-47ca-4817-a671-e4d230db2fd6,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:16.614427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 56690) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:16.616525 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-698dd4e1-0fe7-4624-b0a1-928758fc504b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:16.705217 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1372ca40-ee8d-4737-8ae4-6be839db924a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:16.734786 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1372ca40-ee8d-4737-8ae4-6be839db924a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:16.867692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ae91d-bf58-4e69-bede-9ff9735ca231 req-796750db-4dd7-4e99-a3eb-2bc6b6acea32 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:16.869321 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-703ae91d-bf58-4e69-bede-9ff9735ca231 req-796750db-4dd7-4e99-a3eb-2bc6b6acea32 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.1206956 Feb 17 00:11:16.874585 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1372ca40-ee8d-4737-8ae4-6be839db924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:16.881623 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-28f9750b-427b-486b-9fff-1e1cf253b249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:16.912984 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372ca40-ee8d-4737-8ae4-6be839db924a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e384403-47ca-4817-a671-e4d230db2fd6,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:16.918441 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1372ca40-ee8d-4737-8ae4-6be839db924a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:16.920890 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1372ca40-ee8d-4737-8ae4-6be839db924a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:16.922924 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-1372ca40-ee8d-4737-8ae4-6be839db924a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7e384403-47ca-4817-a671-e4d230db2fd6 HTTP/1.1" status: 204 len: 168 time: 0.3065295 Feb 17 00:11:16.950663 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-703ae91d-bf58-4e69-bede-9ff9735ca231 req-08f2ba7a-3d5a-4b89-bfbc-1ec043298257 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699060 Feb 17 00:11:17.259027 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 56698) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:17.281944 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-03843f43-dccc-4bc4-a08b-19463365ff83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:17.298605 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-03843f43-dccc-4bc4-a08b-19463365ff83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:17.302697 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-03843f43-dccc-4bc4-a08b-19463365ff83 admin admin] Usage tracker for resource:security_group_rule and tenant:06a631d871de43708c4e6cec9b6bb8a3 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:17.306073 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-03843f43-dccc-4bc4-a08b-19463365ff83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:17.312361 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-03843f43-dccc-4bc4-a08b-19463365ff83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:17.401670 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-03843f43-dccc-4bc4-a08b-19463365ff83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:17.405935 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-03843f43-dccc-4bc4-a08b-19463365ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:17.415689 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0dc68b7c-9a6d-4135-a0c5-3a16f909fe54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:17.458624 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-03843f43-dccc-4bc4-a08b-19463365ff83 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=06a631d871de43708c4e6cec9b6bb8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983461 Feb 17 00:11:17.461554 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 56702) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:17.464578 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03843f43-dccc-4bc4-a08b-19463365ff83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829f9cd5-35e2-4b7e-bf68-be7933c689c3,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:17.482183 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-03843f43-dccc-4bc4-a08b-19463365ff83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:17.535512 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-96f1c341-6028-40be-a1ea-8e44174172ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:17.565559 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-96f1c341-6028-40be-a1ea-8e44174172ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:17.615096 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-96f1c341-6028-40be-a1ea-8e44174172ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:17.620376 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9ddb4b00-027c-4362-a69b-22a15ae1fa6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:17.634522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1c341-6028-40be-a1ea-8e44174172ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829f9cd5-35e2-4b7e-bf68-be7933c689c3,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:17.637377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-96f1c341-6028-40be-a1ea-8e44174172ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:17.639161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-96f1c341-6028-40be-a1ea-8e44174172ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:17.643379 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-96f1c341-6028-40be-a1ea-8e44174172ef admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/829f9cd5-35e2-4b7e-bf68-be7933c689c3 HTTP/1.1" status: 204 len: 168 time: 0.1807230 Feb 17 00:11:18.213792 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbea40-d225-4984-b51d-533b966112da req-6ae678ef-f138-4d8b-8fef-0f739ec7e856 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:18.215538 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ccdbea40-d225-4984-b51d-533b966112da req-6ae678ef-f138-4d8b-8fef-0f739ec7e856 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.1102004 Feb 17 00:11:18.283108 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ccdbea40-d225-4984-b51d-533b966112da req-c26e8e60-a5a4-4301-9bcf-405ae669b600 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560460 Feb 17 00:11:19.520111 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee7ace-511e-4fc8-9f25-8227c82f0ebc req-f8c9c129-3c41-4250-91d5-4f427c2c46e9 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:19.521758 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bcee7ace-511e-4fc8-9f25-8227c82f0ebc req-f8c9c129-3c41-4250-91d5-4f427c2c46e9 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.1076062 Feb 17 00:11:19.577539 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bcee7ace-511e-4fc8-9f25-8227c82f0ebc req-bfd2a9eb-8c5d-43bc-a5ae-282fc0149c48 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487475 Feb 17 00:11:19.618719 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:20.786505 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117721c1-19fa-4073-8a78-b410bac7bf3c req-ec99f557-83e3-4b55-89d9-9463d79264c6 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:20.788098 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-117721c1-19fa-4073-8a78-b410bac7bf3c req-ec99f557-83e3-4b55-89d9-9463d79264c6 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.0878758 Feb 17 00:11:20.837635 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-117721c1-19fa-4073-8a78-b410bac7bf3c req-599cec90-59db-4db3-a160-05740c8d01ba tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432160 Feb 17 00:11:21.146682 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:11:22.010531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-38786d6f-b5e0-412a-b3d8-ad589a84d44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:22.048304 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5489b90-e083-4e87-9513-c03773aa56ba req-c3e557b0-1a6c-42ab-900f-3c98ed02d3b5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:22.049968 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d5489b90-e083-4e87-9513-c03773aa56ba req-c3e557b0-1a6c-42ab-900f-3c98ed02d3b5 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 943 time: 0.0900571 Feb 17 00:11:22.098579 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d5489b90-e083-4e87-9513-c03773aa56ba req-c6274a9c-1449-40d2-b8fc-85680a3f9b72 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421526 Feb 17 00:11:22.872681 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9128a022-32c6-4398-ae67-f6fbcdbc72af up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:22.956302 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9128a022-32c6-4398-ae67-f6fbcdbc72af triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:22.956932 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:23.084002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:23.111901 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9128a022-32c6-4398-ae67-f6fbcdbc72af'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:11:23.122250 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 9128a022-32c6-4398-ae67-f6fbcdbc72af, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9128a022-32c6-4398-ae67-f6fbcdbc72af,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:23.126461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:23.128466 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-214dbb7a-6445-47d2-9e62-eae34a569a21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:23.167039 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9128a022-32c6-4398-ae67-f6fbcdbc72af', 'code': 200} Feb 17 00:11:23.203467 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=9128a022-32c6-4398-ae67-f6fbcdbc72af,revision_number=6']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:23.212354 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.212748 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.213188 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.213518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.213864 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.214262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.214653 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.215022 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.215394 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.215793 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.216159 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.216517 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.217002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.217361 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.217826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.218097 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.218470 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.218837 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.219167 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.219712 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.220069 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.220434 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.220791 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.221151 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:23.225991 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:23.325330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fd143-2879-468b-a220-3ab22ba29094 req-c4e28e35-399a-47bb-9ccb-b3d005ec6a75 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:23.327033 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-689fd143-2879-468b-a220-3ab22ba29094 req-c4e28e35-399a-47bb-9ccb-b3d005ec6a75 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.1048481 Feb 17 00:11:23.394305 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-689fd143-2879-468b-a220-3ab22ba29094 req-c34419a1-9dca-4ba0-b3d6-361dd0e3ebb7 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607331 Feb 17 00:11:23.449434 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99332-25a4-4807-97ee-45a17686a75f req-5fbdaa28-5a25-4ced-9fe8-90bdfd212069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:23.451123 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f7b99332-25a4-4807-97ee-45a17686a75f req-5fbdaa28-5a25-4ced-9fe8-90bdfd212069 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 1162 time: 0.0878460 Feb 17 00:11:23.497432 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f7b99332-25a4-4807-97ee-45a17686a75f req-a90c3136-2cfa-4183-b83a-e17deb39236e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389860 Feb 17 00:11:24.473816 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c7c9b3b9-4b38-4abb-8ba4-2285a09e1302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.550219 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9128a022-32c6-4398-ae67-f6fbcdbc72af up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:24.619088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23eace-58ac-47e1-b7e5-0086198eb2b4 req-e54ae9f3-0761-4ebf-bbad-43f1fe7b4a51 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:24.621026 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ea23eace-58ac-47e1-b7e5-0086198eb2b4 req-e54ae9f3-0761-4ebf-bbad-43f1fe7b4a51 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0993350 Feb 17 00:11:24.670040 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ea23eace-58ac-47e1-b7e5-0086198eb2b4 req-a05e39e8-4e4e-4e47-917a-5fd037ae0900 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418634 Feb 17 00:11:24.695637 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 9128a022-32c6-4398-ae67-f6fbcdbc72af triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:24.696349 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.918159 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.904163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08245aaa-41de-49f7-9cbc-7ec9487d1649 req-1a4349e2-a18a-4b9c-ac92-f92790f02fa2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:25.906249 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-08245aaa-41de-49f7-9cbc-7ec9487d1649 req-1a4349e2-a18a-4b9c-ac92-f92790f02fa2 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.0863864 Feb 17 00:11:25.954744 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-08245aaa-41de-49f7-9cbc-7ec9487d1649 req-6e1107be-0f90-4be8-aff2-87899a7f83cc tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420787 Feb 17 00:11:26.113659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:26.381258 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:36.971292 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 56938) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:37.107721 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6ec43d93-b334-4d35-8c9b-e4af88a4f85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:37.123969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-6ec43d93-b334-4d35-8c9b-e4af88a4f85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:37.129765 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-6ec43d93-b334-4d35-8c9b-e4af88a4f85f admin admin] Usage tracker for resource:security_group_rule and tenant:d4c976869d7240519dcc3965dd7cc803 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:37.133377 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-6ec43d93-b334-4d35-8c9b-e4af88a4f85f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:37.140275 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-6ec43d93-b334-4d35-8c9b-e4af88a4f85f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:37.242206 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6ec43d93-b334-4d35-8c9b-e4af88a4f85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:37.245258 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6ec43d93-b334-4d35-8c9b-e4af88a4f85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:37.255532 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0cdcdf02-1fa4-4b81-b20b-a1fe8e9c96d4 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:37.304759 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-6ec43d93-b334-4d35-8c9b-e4af88a4f85f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d4c976869d7240519dcc3965dd7cc803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322988 Feb 17 00:11:37.306761 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec43d93-b334-4d35-8c9b-e4af88a4f85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc99acc-a59d-4c43-b9e0-36a35dd6d923,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:37.307948 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 56944) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:37.310569 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6ec43d93-b334-4d35-8c9b-e4af88a4f85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:37.377764 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8d378b9d-46ea-4c7c-8593-f3a2701b7d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:37.405706 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8d378b9d-46ea-4c7c-8593-f3a2701b7d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:37.451547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8d378b9d-46ea-4c7c-8593-f3a2701b7d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:37.456837 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-38696261-f987-4916-96ab-b3cc196e8956 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:37.472010 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d378b9d-46ea-4c7c-8593-f3a2701b7d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc99acc-a59d-4c43-b9e0-36a35dd6d923,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:37.475124 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-8d378b9d-46ea-4c7c-8593-f3a2701b7d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:37.479771 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8d378b9d-46ea-4c7c-8593-f3a2701b7d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:37.480661 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-8d378b9d-46ea-4c7c-8593-f3a2701b7d6c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8dc99acc-a59d-4c43-b9e0-36a35dd6d923 HTTP/1.1" status: 204 len: 168 time: 0.1716521 Feb 17 00:11:37.792666 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 56952) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:37.811431 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3482da40-ec00-4976-be62-b1a1a2152e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:37.830634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-3482da40-ec00-4976-be62-b1a1a2152e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:37.834620 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-3482da40-ec00-4976-be62-b1a1a2152e33 admin admin] Usage tracker for resource:security_group_rule and tenant:c303526b163d49b9a917f588d5d34be0 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:37.837855 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-3482da40-ec00-4976-be62-b1a1a2152e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:37.843829 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-3482da40-ec00-4976-be62-b1a1a2152e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:37.928327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3482da40-ec00-4976-be62-b1a1a2152e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:37.931219 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3482da40-ec00-4976-be62-b1a1a2152e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:37.938889 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-8d378b9d-46ea-4c7c-8593-f3a2701b7d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:37.983604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482da40-ec00-4976-be62-b1a1a2152e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b856fd-dfe8-4185-b7a1-598480cfe445,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:37.988090 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-3482da40-ec00-4976-be62-b1a1a2152e33 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c303526b163d49b9a917f588d5d34be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943159 Feb 17 00:11:37.989088 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-3482da40-ec00-4976-be62-b1a1a2152e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:37.991621 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 56956) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:38.053231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9401ee4-af73-4a78-9ef5-6f55bb7c126e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:38.081474 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9401ee4-af73-4a78-9ef5-6f55bb7c126e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:38.125179 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9401ee4-af73-4a78-9ef5-6f55bb7c126e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:38.130824 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b1609298-37bf-433e-8b4d-f941e2aba523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:38.148370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9401ee4-af73-4a78-9ef5-6f55bb7c126e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b856fd-dfe8-4185-b7a1-598480cfe445,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:38.151199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c9401ee4-af73-4a78-9ef5-6f55bb7c126e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:38.152402 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9401ee4-af73-4a78-9ef5-6f55bb7c126e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:38.153693 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c9401ee4-af73-4a78-9ef5-6f55bb7c126e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c8b856fd-dfe8-4185-b7a1-598480cfe445 HTTP/1.1" status: 204 len: 168 time: 0.1615276 Feb 17 00:11:44.588783 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-fc18a9b1-d9f4-47d3-ba8e-0b430d06d14f tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/floatingips/2cf1a959-f024-49ea-a3a1-082b9ad68980 HTTP/1.1" status: 200 len: 998 time: 0.1125085 Feb 17 00:11:44.759149 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-efc94191-1e4a-4502-9a5d-b186bcdad33b tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:44.760630 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-efc94191-1e4a-4502-9a5d-b186bcdad33b tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/networks/4cea41e0-975c-4c05-822b-6951b7473dd4 HTTP/1.1" status: 200 len: 784 time: 0.1647799 Feb 17 00:11:44.773653 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-ab35cdd5-fabf-4f9e-8a64-e69b0cba4bf6 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=83921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:11:44.774784 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-ab35cdd5-fabf-4f9e-8a64-e69b0cba4bf6 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0081253 Feb 17 00:11:44.892509 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-d80b485f-615f-41ff-ac40-b33759daef44 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.28.2.31 HTTP/1.1" status: 200 len: 1001 time: 0.1098127 Feb 17 00:11:44.978084 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-ff549fd9-c119-483f-a2b6-86ffaf8de6fa tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:44.979535 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-ff549fd9-c119-483f-a2b6-86ffaf8de6fa tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports/61229e9d-7c9c-4629-899e-a4148630aef9 HTTP/1.1" status: 200 len: 943 time: 0.0809963 Feb 17 00:11:45.174189 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-672e9f1f-2632-4179-b644-11db3fd105f5 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.28.2.31 HTTP/1.1" status: 200 len: 1001 time: 0.1115711 Feb 17 00:11:45.408498 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Deleting port 58061bdf-7835-4fe0-bfea-6c03302ce46a {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:11:45.408879 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.613991 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.614615 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.975453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Calling delete_port for 58061bdf-7835-4fe0-bfea-6c03302ce46a owned by network:floatingip {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:11:46.143727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.159932 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f9fc9113-39ee-44fe-8812-63eab927336a tempest-AttachVolumeNegativeTest-493535006 tempest-AttachVolumeNegativeTest-493535006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:46.166231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57042) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:46.266126 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Pushing event deleted for resources: {'Port': ['ID=58061bdf-7835-4fe0-bfea-6c03302ce46a,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:46.272161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:46.307649 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c62d28f6-9823-42f3-b3d4-e2d9eb6c2a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.324253 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-c62d28f6-9823-42f3-b3d4-e2d9eb6c2a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:46.328447 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-c62d28f6-9823-42f3-b3d4-e2d9eb6c2a73 admin admin] Usage tracker for resource:security_group_rule and tenant:829c4cb2ede24981920f1526bc2b58cc is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:46.332217 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-c62d28f6-9823-42f3-b3d4-e2d9eb6c2a73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:46.338618 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-c62d28f6-9823-42f3-b3d4-e2d9eb6c2a73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:46.393369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for floatingip, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.393812 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_db [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Floating IP 2cf1a959-f024-49ea-a3a1-082b9ad68980 disassociated (deleted). External IP: 172.28.2.31, port: 61229e9d-7c9c-4629-899e-a4148630aef9. Feb 17 00:11:46.433557 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c62d28f6-9823-42f3-b3d4-e2d9eb6c2a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.436708 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c62d28f6-9823-42f3-b3d4-e2d9eb6c2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.446848 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-22b5669e-bf1a-49a4-9bc0-5d35953a8e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:46.499477 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c62d28f6-9823-42f3-b3d4-e2d9eb6c2a73 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=829c4cb2ede24981920f1526bc2b58cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320215 Feb 17 00:11:46.501837 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d28f6-9823-42f3-b3d4-e2d9eb6c2a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64712832-7fc1-4b92-bee1-2263fc324ae7,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:46.504486 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57048) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:46.507702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c62d28f6-9823-42f3-b3d4-e2d9eb6c2a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:46.574579 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-96e150a5-32ce-4c7e-9bb0-6f4976f8af99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.604358 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-96e150a5-32ce-4c7e-9bb0-6f4976f8af99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.655680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-96e150a5-32ce-4c7e-9bb0-6f4976f8af99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.661233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e767d64e-9824-40aa-b2ed-f9045a571a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:46.679146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e150a5-32ce-4c7e-9bb0-6f4976f8af99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64712832-7fc1-4b92-bee1-2263fc324ae7,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:46.684431 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-96e150a5-32ce-4c7e-9bb0-6f4976f8af99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:46.686427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-96e150a5-32ce-4c7e-9bb0-6f4976f8af99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.689311 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-96e150a5-32ce-4c7e-9bb0-6f4976f8af99 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/64712832-7fc1-4b92-bee1-2263fc324ae7 HTTP/1.1" status: 204 len: 168 time: 0.1827409 Feb 17 00:11:46.802584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Router df032b31-061b-4e26-aff1-97ac08f343b7 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:11:47.008763 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:11:47.020864 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02a741-1496-4fea-9e42-3c76c0997134 None None] Sync routers for ids ['df032b31-061b-4e26-aff1-97ac08f343b7'] in dv-cinder-759961-3-smb {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:11:47.031215 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc02a741-1496-4fea-9e42-3c76c0997134 None None] Routers {'df032b31-061b-4e26-aff1-97ac08f343b7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:47.032753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-bc02a741-1496-4fea-9e42-3c76c0997134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:11:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['df032b31-061b-4e26-aff1-97ac08f343b7'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:47.040713 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.043332 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57058) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:47.066849 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9f336387-4271-4ae9-a1ad-3739cf0b178d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.085211 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-9f336387-4271-4ae9-a1ad-3739cf0b178d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:47.092416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-9f336387-4271-4ae9-a1ad-3739cf0b178d admin admin] Usage tracker for resource:security_group_rule and tenant:882b8ef9c44647f9b848f426e30468af is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:47.096844 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-9f336387-4271-4ae9-a1ad-3739cf0b178d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:47.103755 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-9f336387-4271-4ae9-a1ad-3739cf0b178d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:47.111493 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "DELETE /v2.0/floatingips/2cf1a959-f024-49ea-a3a1-082b9ad68980 HTTP/1.1" status: 204 len: 173 time: 1.9310348 Feb 17 00:11:47.112100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'tag': '61229e9d-7c9c-4629-899e-a4148630aef9'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:11:47.191020 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'tag': '61229e9d-7c9c-4629-899e-a4148630aef9', 'status': 'completed', 'code': 200} Feb 17 00:11:47.222322 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9f336387-4271-4ae9-a1ad-3739cf0b178d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.226543 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9f336387-4271-4ae9-a1ad-3739cf0b178d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.240654 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c3af8d72-dfe7-48c0-b1ff-8aa2fe998983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:47.258914 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-bc02a741-1496-4fea-9e42-3c76c0997134 None None] Set router df032b31-061b-4e26-aff1-97ac08f343b7 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:47.281325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7d7eaa57-382a-4828-809a-c78dd5b96481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:47.283188 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9f336387-4271-4ae9-a1ad-3739cf0b178d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=882b8ef9c44647f9b848f426e30468af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379007 Feb 17 00:11:47.284251 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57064) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:47.286536 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7d7eaa57-382a-4828-809a-c78dd5b96481 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e476942cdbfc45758cf9aa2da49dcad1&device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 1163 time: 0.1517620 Feb 17 00:11:47.294856 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f336387-4271-4ae9-a1ad-3739cf0b178d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e34f3c-0cc2-4c32-ae70-8c86ca97c6a7,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:47.324358 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9f336387-4271-4ae9-a1ad-3739cf0b178d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:47.364446 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-597b1d6f-55a2-4991-abb5-2c79287d19b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.393130 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-597b1d6f-55a2-4991-abb5-2c79287d19b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.444277 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-597b1d6f-55a2-4991-abb5-2c79287d19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.446275 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-d094b831-1fe9-4b9a-917c-a8de259fb29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:47.447950 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-d094b831-1fe9-4b9a-917c-a8de259fb29f service neutron] 10.222.0.63 "GET /v2.0/networks?id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 HTTP/1.1" status: 200 len: 902 time: 0.1562014 Feb 17 00:11:47.451997 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6ec43d93-b334-4d35-8c9b-e4af88a4f85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:47.467528 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-597b1d6f-55a2-4991-abb5-2c79287d19b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.471971 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-597b1d6f-55a2-4991-abb5-2c79287d19b3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b8e34f3c-0cc2-4c32-ae70-8c86ca97c6a7 HTTP/1.1" status: 204 len: 168 time: 0.1759646 Feb 17 00:11:47.473317 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b1d6f-55a2-4991-abb5-2c79287d19b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e34f3c-0cc2-4c32-ae70-8c86ca97c6a7,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:47.475934 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-597b1d6f-55a2-4991-abb5-2c79287d19b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:47.527138 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5edb76-ecee-4490-8d61-a05949ed3855 req-f5b0a11a-27ee-4335-8159-85e8e81a95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:47.528794 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8b5edb76-ecee-4490-8d61-a05949ed3855 req-f5b0a11a-27ee-4335-8159-85e8e81a95c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e476942cdbfc45758cf9aa2da49dcad1&device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 1163 time: 0.3141851 Feb 17 00:11:47.576045 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-a7a3b6cf-da76-419e-ae12-287ef28b1522 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61229e9d-7c9c-4629-899e-a4148630aef9 HTTP/1.1" status: 200 len: 217 time: 0.1136878 Feb 17 00:11:47.657675 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-bc02a741-1496-4fea-9e42-3c76c0997134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 4, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': 'f187fb04-563d-4c5d-b5dc-3d7e8537a300', 'name': '', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'mac_address': 'fa:16:3e:63:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:52Z', 'updated_at': '2021-02-17T00:06:05Z', 'revision_number': 5, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'subnets': [{'id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:47.662222 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02a741-1496-4fea-9e42-3c76c0997134 None None] Checking router: df032b31-061b-4e26-aff1-97ac08f343b7 for host: dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:11:47.671827 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc02a741-1496-4fea-9e42-3c76c0997134 None None] Routers {'df032b31-061b-4e26-aff1-97ac08f343b7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:47.672510 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-bc02a741-1496-4fea-9e42-3c76c0997134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:11:24Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['df032b31-061b-4e26-aff1-97ac08f343b7'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:47.731927 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7deb87f9-2180-48a8-b954-b83c34e0fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:47.733377 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-7deb87f9-2180-48a8-b954-b83c34e0fa59 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=39f904dd-25d8-4037-a512-4bb5fa3ebf1f HTTP/1.1" status: 200 len: 847 time: 0.1077182 Feb 17 00:11:47.802624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5edb76-ecee-4490-8d61-a05949ed3855 req-6d980036-359a-472c-8724-5ae706354e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:47.803937 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8b5edb76-ecee-4490-8d61-a05949ed3855 req-6d980036-359a-472c-8724-5ae706354e60 service neutron] 10.222.0.54 "GET /v2.0/networks?id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 HTTP/1.1" status: 200 len: 902 time: 0.2672746 Feb 17 00:11:47.897816 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8b5edb76-ecee-4490-8d61-a05949ed3855 req-498d5163-1f74-4bac-94ae-5983bced3563 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61229e9d-7c9c-4629-899e-a4148630aef9 HTTP/1.1" status: 200 len: 217 time: 0.0830195 Feb 17 00:11:47.982433 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-baaa9d4b-3203-4621-813a-d8b5ca4378f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:47.983865 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-baaa9d4b-3203-4621-813a-d8b5ca4378f5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2297740 Feb 17 00:11:47.994731 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5edb76-ecee-4490-8d61-a05949ed3855 req-4085d137-9d31-4a02-a0f7-045ab3c4eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:47.996342 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8b5edb76-ecee-4490-8d61-a05949ed3855 req-4085d137-9d31-4a02-a0f7-045ab3c4eb73 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39f904dd-25d8-4037-a512-4bb5fa3ebf1f HTTP/1.1" status: 200 len: 847 time: 0.0902495 Feb 17 00:11:48.062802 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-bc02a741-1496-4fea-9e42-3c76c0997134 None None] Set router df032b31-061b-4e26-aff1-97ac08f343b7 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:48.449633 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-bc02a741-1496-4fea-9e42-3c76c0997134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 4, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': 'f187fb04-563d-4c5d-b5dc-3d7e8537a300', 'name': '', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'mac_address': 'fa:16:3e:63:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:52Z', 'updated_at': '2021-02-17T00:06:05Z', 'revision_number': 5, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'subnets': [{'id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:48.454757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02a741-1496-4fea-9e42-3c76c0997134 None None] The sync data for ids ['df032b31-061b-4e26-aff1-97ac08f343b7'] in dv-cinder-759961-3-smb is: [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:05:53Z', 'revision_number': 4, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': 'f187fb04-563d-4c5d-b5dc-3d7e8537a300', 'name': '', 'network_id': 'afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'mac_address': 'fa:16:3e:63:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:52Z', 'updated_at': '2021-02-17T00:06:05Z', 'revision_number': 5, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'subnets': [{'id': '39f904dd-25d8-4037-a512-4bb5fa3ebf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:11:48.461046 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-f3857252-df7d-4f7d-9629-7943b97b1155 service neutron] 10.222.0.63 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631262 Feb 17 00:11:48.467272 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5edb76-ecee-4490-8d61-a05949ed3855 req-7fdbbd4b-d7be-4870-b34b-b4dc027b569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:48.468903 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8b5edb76-ecee-4490-8d61-a05949ed3855 req-7fdbbd4b-d7be-4870-b34b-b4dc027b569b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4441521 Feb 17 00:11:48.656708 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-aeedd74f-ebca-4e18-8e33-4a6d7d29830c req-e8c96401-5c39-459e-adf4-7ab339670bec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0933723 Feb 17 00:11:48.775911 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fdcc8c6b-5000-473e-92c4-bbe13e2df45d req-a5aebe6c-15f8-4d4c-9f58-1a8705b554b6 service neutron] 10.222.0.63 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3059304 Feb 17 00:11:48.778034 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8b5edb76-ecee-4490-8d61-a05949ed3855 req-b700402e-ca41-48a4-acb9-a7d1a662c88a service neutron] 10.222.0.54 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807813 Feb 17 00:11:48.783195 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedd74f-ebca-4e18-8e33-4a6d7d29830c req-6e23fc8f-e4eb-4f0c-a0dd-6bdae8a132ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:48.785221 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-aeedd74f-ebca-4e18-8e33-4a6d7d29830c req-6e23fc8f-e4eb-4f0c-a0dd-6bdae8a132ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1d26520a38346a290f804fe567133d2&device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 1162 time: 0.1003993 Feb 17 00:11:48.972456 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8b5edb76-ecee-4490-8d61-a05949ed3855 req-fe553c70-145f-492b-aac2-68ce2335539a service neutron] 10.222.0.54 "GET /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1868103 Feb 17 00:11:48.982727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e6d62-54dc-42c4-9511-0bc6cd1a3e77 None None] New status for floating IP 2cf1a959-f024-49ea-a3a1-082b9ad68980: DOWN {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:11:49.315198 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433ea9f-6bc2-40ad-97a3-665777fe8e59 req-bae0c4ed-9aaf-470f-8469-088ade7c8d09 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:49.315875 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-d433ea9f-6bc2-40ad-97a3-665777fe8e59 req-bae0c4ed-9aaf-470f-8469-088ade7c8d09 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Synchronizing usage tracker for tenant:e476942cdbfc45758cf9aa2da49dcad1 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:11:49.323836 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedd74f-ebca-4e18-8e33-4a6d7d29830c req-7a378ae3-0f40-4541-a482-e1ac42d3a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:49.325962 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-aeedd74f-ebca-4e18-8e33-4a6d7d29830c req-7a378ae3-0f40-4541-a482-e1ac42d3a620 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 200 len: 911 time: 0.5150661 Feb 17 00:11:49.331501 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-d433ea9f-6bc2-40ad-97a3-665777fe8e59 req-bae0c4ed-9aaf-470f-8469-088ade7c8d09 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Unset dirty status for tenant:e476942cdbfc45758cf9aa2da49dcad1 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:11:49.332765 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d433ea9f-6bc2-40ad-97a3-665777fe8e59 req-bae0c4ed-9aaf-470f-8469-088ade7c8d09 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.1071177 Feb 17 00:11:49.393715 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d433ea9f-6bc2-40ad-97a3-665777fe8e59 req-510726c5-7ef8-42c0-8b10-6b30c5c0c475 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0536506 Feb 17 00:11:49.487927 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-aeedd74f-ebca-4e18-8e33-4a6d7d29830c req-95b4a869-97c3-40a0-bd49-a0dacbc0b1e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9128a022-32c6-4398-ae67-f6fbcdbc72af HTTP/1.1" status: 200 len: 1001 time: 0.1500807 Feb 17 00:11:49.564568 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedd74f-ebca-4e18-8e33-4a6d7d29830c req-8f43d2b9-d2c8-46e5-acdf-f1778b1ba05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:49.566375 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-aeedd74f-ebca-4e18-8e33-4a6d7d29830c req-8f43d2b9-d2c8-46e5-acdf-f1778b1ba05c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=066b5e62-ad57-425f-8725-667a028740da HTTP/1.1" status: 200 len: 856 time: 0.0713208 Feb 17 00:11:49.632669 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.660305 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedd74f-ebca-4e18-8e33-4a6d7d29830c req-b1e48bd0-1147-49d9-bdb9-5604f2026e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:49.662011 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-aeedd74f-ebca-4e18-8e33-4a6d7d29830c req-b1e48bd0-1147-49d9-bdb9-5604f2026e51 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41f1d152-05fa-431e-881d-6789a11dfe22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0875838 Feb 17 00:11:49.823222 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-aeedd74f-ebca-4e18-8e33-4a6d7d29830c req-7178f442-601e-4f2d-98cb-2e28102b0625 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511354 Feb 17 00:11:49.975138 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-aeedd74f-ebca-4e18-8e33-4a6d7d29830c req-f6aa19fc-6f86-4f00-b97e-c2560cf35079 service neutron] 10.222.0.54 "GET /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442921 Feb 17 00:11:50.611253 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8162979-ae8f-4fe7-bb3d-1f40389cfb57 req-a9755396-60f5-4754-bbdb-08aa8b13826c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:50.613029 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d8162979-ae8f-4fe7-bb3d-1f40389cfb57 req-a9755396-60f5-4754-bbdb-08aa8b13826c tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0933156 Feb 17 00:11:50.668058 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d8162979-ae8f-4fe7-bb3d-1f40389cfb57 req-4dff19d5-358b-4822-b6ac-185161c32501 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups?id=21aff3fe-4dec-49a2-955b-e40ffe17442b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0485976 Feb 17 00:11:50.745136 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 61229e9d-7c9c-4629-899e-a4148630aef9 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:50.820531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 61229e9d-7c9c-4629-899e-a4148630aef9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:50.820953 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:50.847340 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee0e3e-d974-4b8a-b8a3-263da71643ab req-cd1de1df-fc3f-44d9-b2b5-cbcef9ba5052 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:50.848889 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-edee0e3e-d974-4b8a-b8a3-263da71643ab req-cd1de1df-fc3f-44d9-b2b5-cbcef9ba5052 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.54 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 946 time: 0.0912955 Feb 17 00:11:50.936387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-edee0e3e-d974-4b8a-b8a3-263da71643ab req-e8c32e71-2ac3-455e-b73b-8dec5b175574 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Deleting port 61229e9d-7c9c-4629-899e-a4148630aef9 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:11:50.937113 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-edee0e3e-d974-4b8a-b8a3-263da71643ab req-e8c32e71-2ac3-455e-b73b-8dec5b175574 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.241575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-edee0e3e-d974-4b8a-b8a3-263da71643ab req-e8c32e71-2ac3-455e-b73b-8dec5b175574 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] For port 61229e9d-7c9c-4629-899e-a4148630aef9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=61229e9d-7c9c-4629-899e-a4148630aef9,segment=NetworkSegment(4c546a41-421f-44cb-bb5a-1af415d54496),segment_id=4c546a41-421f-44cb-bb5a-1af415d54496)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:51.242004 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-edee0e3e-d974-4b8a-b8a3-263da71643ab req-e8c32e71-2ac3-455e-b73b-8dec5b175574 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.383218 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-edee0e3e-d974-4b8a-b8a3-263da71643ab req-e8c32e71-2ac3-455e-b73b-8dec5b175574 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Calling delete_port for 61229e9d-7c9c-4629-899e-a4148630aef9 owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:11:51.534701 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-edee0e3e-d974-4b8a-b8a3-263da71643ab req-e8c32e71-2ac3-455e-b73b-8dec5b175574 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.550207 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-06100f5b-baa5-4745-9ef6-02582efe3715 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:51.644589 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c32e71-2ac3-455e-b73b-8dec5b175574 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Pushing event deleted for resources: {'Port': ['ID=61229e9d-7c9c-4629-899e-a4148630aef9,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:51.651638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e8c32e71-2ac3-455e-b73b-8dec5b175574 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:51.761028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-edee0e3e-d974-4b8a-b8a3-263da71643ab req-e8c32e71-2ac3-455e-b73b-8dec5b175574 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] No DVR routers for this DVR port 61229e9d-7c9c-4629-899e-a4148630aef9 on host hv-cinder-75996 {{(pid=83920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:11:51.763428 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-edee0e3e-d974-4b8a-b8a3-263da71643ab req-e8c32e71-2ac3-455e-b73b-8dec5b175574 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.766672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'name': 'network-vif-deleted', 'tag': '61229e9d-7c9c-4629-899e-a4148630aef9'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:11:51.785044 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-edee0e3e-d974-4b8a-b8a3-263da71643ab req-e8c32e71-2ac3-455e-b73b-8dec5b175574 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.54 "DELETE /v2.0/ports/61229e9d-7c9c-4629-899e-a4148630aef9 HTTP/1.1" status: 204 len: 173 time: 0.9299915 Feb 17 00:11:51.819358 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205bec83-c945-4f35-a0c8-51ffd5e1d935', 'name': 'network-vif-deleted', 'tag': '61229e9d-7c9c-4629-899e-a4148630aef9', 'status': 'completed', 'code': 200} Feb 17 00:11:51.846283 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d86ff36c-5b45-4689-9e16-31d548a693af req-438206f4-e286-4dfb-ad7a-ce529515b2a8 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/ports?device_id=205bec83-c945-4f35-a0c8-51ffd5e1d935 HTTP/1.1" status: 200 len: 210 time: 0.0576169 Feb 17 00:11:52.013299 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d2552b68-5a9c-459d-91c0-2d6dcd9fd296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:52.730365 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 61229e9d-7c9c-4629-899e-a4148630aef9 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:11:52.770699 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] No Port match for: 61229e9d-7c9c-4629-899e-a4148630aef9 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:11:52.771104 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 61229e9d-7c9c-4629-899e-a4148630aef9 not bound to the agent host hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:11:53.031750 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2dfcea69-1a52-4641-85d4-c71a8143f7cd req-2f2c55aa-dcf3-4dc6-907b-201cbb838717 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "GET /v2.0/security-groups/21aff3fe-4dec-49a2-955b-e40ffe17442b HTTP/1.1" status: 200 len: 2993 time: 0.0571024 Feb 17 00:11:53.112561 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2dfcea69-1a52-4641-85d4-c71a8143f7cd req-93e64d5a-9d05-4c0f-b3f8-40fb34ee60d9 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:53.146882 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2dfcea69-1a52-4641-85d4-c71a8143f7cd req-93e64d5a-9d05-4c0f-b3f8-40fb34ee60d9 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:53.203178 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2dfcea69-1a52-4641-85d4-c71a8143f7cd req-93e64d5a-9d05-4c0f-b3f8-40fb34ee60d9 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:53.209192 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2af18696-9ccb-4ded-995c-25be27f7ebe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:53.226562 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e64d5a-9d05-4c0f-b3f8-40fb34ee60d9 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aff3fe-4dec-49a2-955b-e40ffe17442b,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:53.229596 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-93e64d5a-9d05-4c0f-b3f8-40fb34ee60d9 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:53.236770 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-2dfcea69-1a52-4641-85d4-c71a8143f7cd req-93e64d5a-9d05-4c0f-b3f8-40fb34ee60d9 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:53.238223 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2dfcea69-1a52-4641-85d4-c71a8143f7cd req-93e64d5a-9d05-4c0f-b3f8-40fb34ee60d9 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] 10.222.0.63 "DELETE /v2.0/security-groups/21aff3fe-4dec-49a2-955b-e40ffe17442b HTTP/1.1" status: 204 len: 173 time: 0.1995656 Feb 17 00:11:53.295207 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57168) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:54.080235 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-61ca6734-aa92-4ce4-af48-0bf02f64ea54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112375'] for router_interface, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.467532 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-61ca6734-aa92-4ce4-af48-0bf02f64ea54 admin admin] Deleting port f187fb04-563d-4c5d-b5dc-3d7e8537a300 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:11:54.467909 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-61ca6734-aa92-4ce4-af48-0bf02f64ea54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.477584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5e78c015-6050-4b73-a46b-a2241b7989b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.668370 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-61ca6734-aa92-4ce4-af48-0bf02f64ea54 admin admin] For port f187fb04-563d-4c5d-b5dc-3d7e8537a300, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=f187fb04-563d-4c5d-b5dc-3d7e8537a300,segment=NetworkSegment(4c546a41-421f-44cb-bb5a-1af415d54496),segment_id=4c546a41-421f-44cb-bb5a-1af415d54496)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:54.668677 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-61ca6734-aa92-4ce4-af48-0bf02f64ea54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.811265 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-61ca6734-aa92-4ce4-af48-0bf02f64ea54 admin admin] Calling delete_port for f187fb04-563d-4c5d-b5dc-3d7e8537a300 owned by network:router_interface {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:11:54.924697 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:55.141858 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-61ca6734-aa92-4ce4-af48-0bf02f64ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:55.158599 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-db55cdc4-e5cc-4135-a32d-403d3542bb23 tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:55.514458 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca6734-aa92-4ce4-af48-0bf02f64ea54 admin admin] Pushing event deleted for resources: {'Port': ['ID=f187fb04-563d-4c5d-b5dc-3d7e8537a300,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:55.522102 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-61ca6734-aa92-4ce4-af48-0bf02f64ea54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:55.843067 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-61ca6734-aa92-4ce4-af48-0bf02f64ea54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112281'] for router_interface, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.117658 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.398219 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ca6734-aa92-4ce4-af48-0bf02f64ea54 admin admin] Router df032b31-061b-4e26-aff1-97ac08f343b7 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:11:56.400109 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.610414 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ca6734-aa92-4ce4-af48-0bf02f64ea54 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:11:56.621409 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36740e-0577-497f-a319-27db41cc87a8 None None] Sync routers for ids ['df032b31-061b-4e26-aff1-97ac08f343b7'] in dv-cinder-759961-3-smb {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:11:56.627075 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-61ca6734-aa92-4ce4-af48-0bf02f64ea54 admin admin] 10.222.0.63 "PUT /v2.0/routers/df032b31-061b-4e26-aff1-97ac08f343b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3301651 Feb 17 00:11:56.629701 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57206) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:56.633259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36740e-0577-497f-a319-27db41cc87a8 None None] Routers {'df032b31-061b-4e26-aff1-97ac08f343b7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:56.633967 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-6e36740e-0577-497f-a319-27db41cc87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:11:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['df032b31-061b-4e26-aff1-97ac08f343b7'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:56.832012 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] Notify callbacks [] for router, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.856806 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-6e36740e-0577-497f-a319-27db41cc87a8 None None] Set router df032b31-061b-4e26-aff1-97ac08f343b7 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:57.054554 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:57.060297 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] Deleting port 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:11:57.060669 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:57.195109 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-6e36740e-0577-497f-a319-27db41cc87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:11:55Z', 'revision_number': 5, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:57.199171 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36740e-0577-497f-a319-27db41cc87a8 None None] Checking router: df032b31-061b-4e26-aff1-97ac08f343b7 for host: dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:11:57.208725 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36740e-0577-497f-a319-27db41cc87a8 None None] Routers {'df032b31-061b-4e26-aff1-97ac08f343b7'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:57.209398 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-6e36740e-0577-497f-a319-27db41cc87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:11:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['df032b31-061b-4e26-aff1-97ac08f343b7'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:57.250968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] For port 8ea9fa75-a5df-4803-8aa6-f259317d1ca2, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=8ea9fa75-a5df-4803-8aa6-f259317d1ca2,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:57.251364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:57.389430 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] Calling delete_port for 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 owned by network:router_gateway {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:11:57.413014 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-6e36740e-0577-497f-a319-27db41cc87a8 None None] Set router df032b31-061b-4e26-aff1-97ac08f343b7 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:57.751141 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-6e36740e-0577-497f-a319-27db41cc87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:11:55Z', 'revision_number': 5, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:57.756627 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36740e-0577-497f-a319-27db41cc87a8 None None] The sync data for ids ['df032b31-061b-4e26-aff1-97ac08f343b7'] in dv-cinder-759961-3-smb is: [{'id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'name': 'tempest-TestShelveInstance-484469579-router', 'tenant_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:46Z', 'updated_at': '2021-02-17T00:11:55Z', 'revision_number': 5, 'project_id': 'e476942cdbfc45758cf9aa2da49dcad1', 'gw_port': {'id': '8ea9fa75-a5df-4803-8aa6-f259317d1ca2', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df032b31-061b-4e26-aff1-97ac08f343b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:48Z', 'updated_at': '2021-02-17T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:11:57.786997 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.037486 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854060373'] for router_gateway, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.155477 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:11:58.195386 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854105565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5001'] for router, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.198702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.235522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110975'] for router, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.236598 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router df032b31-061b-4e26-aff1-97ac08f343b7 {{(pid=83921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:11:58.262955 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] Notify callbacks [] for router, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.267400 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ff157074-923f-4aca-a382-fd783f2bb6cf admin admin] 10.222.0.63 "DELETE /v2.0/routers/df032b31-061b-4e26-aff1-97ac08f343b7 HTTP/1.1" status: 204 len: 168 time: 1.6338315 Feb 17 00:11:58.267866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57220) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:58.358614 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_v2 [None req-53189c4e-78c3-4148-910d-4b167f1344f8 admin admin] Deleting subnet 39f904dd-25d8-4037-a512-4bb5fa3ebf1f {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:11:58.367013 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-53189c4e-78c3-4148-910d-4b167f1344f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.428508 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-53189c4e-78c3-4148-910d-4b167f1344f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981417'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.535366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-53189c4e-78c3-4148-910d-4b167f1344f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4952659'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.837093 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57232) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:58.866529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-53189c4e-78c3-4148-910d-4b167f1344f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849823157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843674682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852803607'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.883644 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:58.945513 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:11:58.987678 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53189c4e-78c3-4148-910d-4b167f1344f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f904dd-25d8-4037-a512-4bb5fa3ebf1f,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:58.992522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-53189c4e-78c3-4148-910d-4b167f1344f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:59.002383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:11:59.002780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 8ea9fa75-a5df-4803-8aa6-f259317d1ca2 not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:11:59.003268 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device f187fb04-563d-4c5d-b5dc-3d7e8537a300 no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:11:59.043145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: f187fb04-563d-4c5d-b5dc-3d7e8537a300 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:11:59.043542 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device f187fb04-563d-4c5d-b5dc-3d7e8537a300 not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:11:59.047367 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.083518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:59.090473 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Usage tracker for resource:security_group_rule and tenant:fb64d70771e04d4aa0162e63bd3112d6 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:59.095822 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:59.103156 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-53189c4e-78c3-4148-910d-4b167f1344f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.106028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:59.107669 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17e3799-76f6-48d8-90fd-bf7b218bed51 None None] Network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:59.121246 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-53189c4e-78c3-4148-910d-4b167f1344f8 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/39f904dd-25d8-4037-a512-4bb5fa3ebf1f HTTP/1.1" status: 204 len: 168 time: 0.8500187 Feb 17 00:11:59.125262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57238) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:59.287603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4784241'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.383829 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Deleting port 51046eae-e5e5-4257-bb64-9de741960909 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:11:59.383829 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.388481 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c20c9ac-7774-4361-861c-9988dc01b3fd None None] DHCP port deletion for afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 request from dv-cinder-759961-3-smb {{(pid=83923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:11:59.394369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-5c20c9ac-7774-4361-861c-9988dc01b3fd None None] Deleting port 51046eae-e5e5-4257-bb64-9de741960909 {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:11:59.394926 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5c20c9ac-7774-4361-861c-9988dc01b3fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.460037 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.470704 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.479376 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9eb893cd-e980-4de9-8fdf-fbd3d886030f tempest-AttachVolumeTestJSON-503006770 tempest-AttachVolumeTestJSON-503006770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:59.582133 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ab3ef7-41af-4138-a913-03f07328c660,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:59.589154 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fb64d70771e04d4aa0162e63bd3112d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7461374 Feb 17 00:11:59.591745 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57246) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:59.657163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.657582 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.658055 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.658466 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.659222 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.659222 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.659624 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.660021 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.660422 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.660819 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.661217 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.662031 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.662153 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.662508 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.662900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.663290 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.663685 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.664042 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.664434 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.664824 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.665213 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.665604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.666017 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.666383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:59.679754 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:59.691455 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-5c20c9ac-7774-4361-861c-9988dc01b3fd None None] For port 51046eae-e5e5-4257-bb64-9de741960909, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=51046eae-e5e5-4257-bb64-9de741960909,segment=NetworkSegment(4c546a41-421f-44cb-bb5a-1af415d54496),segment_id=4c546a41-421f-44cb-bb5a-1af415d54496)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:59.692035 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5c20c9ac-7774-4361-861c-9988dc01b3fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.706587 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-80750ff0-1801-4709-99b4-a6549250fad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.730642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] For port 51046eae-e5e5-4257-bb64-9de741960909, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=51046eae-e5e5-4257-bb64-9de741960909,segment=NetworkSegment(4c546a41-421f-44cb-bb5a-1af415d54496),segment_id=4c546a41-421f-44cb-bb5a-1af415d54496)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:59.731282 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.738215 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-80750ff0-1801-4709-99b4-a6549250fad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.826709 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-80750ff0-1801-4709-99b4-a6549250fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.833998 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-df7c15a2-2984-475f-8cfa-52dab09cbdf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:59.855722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-5c20c9ac-7774-4361-861c-9988dc01b3fd None None] Calling delete_port for 51046eae-e5e5-4257-bb64-9de741960909 owned by network:dhcp {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:11:59.856550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80750ff0-1801-4709-99b4-a6549250fad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ab3ef7-41af-4138-a913-03f07328c660,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:59.870691 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-80750ff0-1801-4709-99b4-a6549250fad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:59.872015 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-80750ff0-1801-4709-99b4-a6549250fad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.877147 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-80750ff0-1801-4709-99b4-a6549250fad7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/65ab3ef7-41af-4138-a913-03f07328c660 HTTP/1.1" status: 204 len: 168 time: 0.2833421 Feb 17 00:11:59.892177 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Calling delete_port for 51046eae-e5e5-4257-bb64-9de741960909 owned by network:dhcp {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:11:59.994862 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5c20c9ac-7774-4361-861c-9988dc01b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518'] for port, after_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.999006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:11:59.999517 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:12:00.013783 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:00.198755 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e631b-8300-4a3c-9c58-4f47c4f383ba req-43df66f2-417f-41da-a901-9b073ecefd5a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:00.200929 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4d2e631b-8300-4a3c-9c58-4f47c4f383ba req-43df66f2-417f-41da-a901-9b073ecefd5a tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.1167495 Feb 17 00:12:00.274835 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-4d2e631b-8300-4a3c-9c58-4f47c4f383ba req-4f77a9d5-4f14-4f6b-b5cc-336f35c72598 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648856 Feb 17 00:12:00.319944 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57258) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:00.340333 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20c9ac-7774-4361-861c-9988dc01b3fd None None] Pushing event deleted for resources: {'Port': ['ID=51046eae-e5e5-4257-bb64-9de741960909,revision_number=None']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:00.343980 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3fb0fa5f-a506-46d3-970b-9cacc8b5299a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.352852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5c20c9ac-7774-4361-861c-9988dc01b3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:00.367636 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-3fb0fa5f-a506-46d3-970b-9cacc8b5299a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:00.372884 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-3fb0fa5f-a506-46d3-970b-9cacc8b5299a admin admin] Usage tracker for resource:security_group_rule and tenant:ef94f52e20be4a07aa81c1fc6f0aae4a is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:00.377259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-3fb0fa5f-a506-46d3-970b-9cacc8b5299a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:00.385002 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-3fb0fa5f-a506-46d3-970b-9cacc8b5299a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:00.402182 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20c9ac-7774-4361-861c-9988dc01b3fd None None] No DVR routers for this DVR port 51046eae-e5e5-4257-bb64-9de741960909 on host dv-cinder-759961-3-smb {{(pid=83923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:12:00.508204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Deleting port 51046eae-e5e5-4257-bb64-9de741960909 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:00.508875 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.619810 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3fb0fa5f-a506-46d3-970b-9cacc8b5299a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.629988 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3fb0fa5f-a506-46d3-970b-9cacc8b5299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.649330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] The port '51046eae-e5e5-4257-bb64-9de741960909' was deleted {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:12:00.653078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7d3d502e-4a10-4dd6-b39b-e1d691a9ce06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:00.853805 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-3fb0fa5f-a506-46d3-970b-9cacc8b5299a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ef94f52e20be4a07aa81c1fc6f0aae4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319083 Feb 17 00:12:00.856760 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57262) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:00.876151 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0fa5f-a506-46d3-970b-9cacc8b5299a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d91b8a-f7d7-4166-88ea-f7a7b834ff50,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:00.882768 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-3fb0fa5f-a506-46d3-970b-9cacc8b5299a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:00.889284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4950218', 'neutron.services.segments.db._delete_segments_for_network-8768588793578'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.936976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4378ea55-2070-4e42-a41d-e14545305a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.950056 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 51046eae-e5e5-4257-bb64-9de741960909 no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:12:00.982584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4378ea55-2070-4e42-a41d-e14545305a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.000600 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: 51046eae-e5e5-4257-bb64-9de741960909 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:12:01.001313 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 51046eae-e5e5-4257-bb64-9de741960909 not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:12:01.023259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:01.040238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c546a41-421f-44cb-bb5a-1af415d54496') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:01.040570 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c546a41-421f-44cb-bb5a-1af415d54496') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:01.043482 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4378ea55-2070-4e42-a41d-e14545305a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.049809 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-244f8b5f-812f-4cd8-b92c-81ebfb17fdd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:01.060037 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268265975292', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853794383'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.065234 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378ea55-2070-4e42-a41d-e14545305a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d91b8a-f7d7-4166-88ea-f7a7b834ff50,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:01.068254 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4378ea55-2070-4e42-a41d-e14545305a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:01.069490 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4378ea55-2070-4e42-a41d-e14545305a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.070738 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4378ea55-2070-4e42-a41d-e14545305a89 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/62d91b8a-f7d7-4166-88ea-f7a7b834ff50 HTTP/1.1" status: 204 len: 168 time: 0.2127492 Feb 17 00:12:01.086183 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.088531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:12:01.298408 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:12:01.309311 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4960578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11107897'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.597517 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57272) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:01.624400 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-88c3720b-b507-40a2-a121-b5f06949c327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.625085 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Network afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:12:01.646792 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-88c3720b-b507-40a2-a121-b5f06949c327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: % (table.description, expected, rows_matched) Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: % (table.description, expected, rows_matched) Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: % (table.description, expected, rows_matched) Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: % (table.description, expected, rows_matched) Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: Traceback (most recent call last): Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: timer() Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: cb(*args, **kw) Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: return func(*args, **kwargs) Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: self._notify() Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: self.callback(batched_events) Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: event.method(event) Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: segment_id)['aggregates'][0] Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, *a, **k) Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: return self._get(url).json() Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: **kwargs) Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: return self.request(url, 'GET', **kwargs) Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: **endpoint_filter) Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:12:01.650841 dv-cinder-759961-3-smb neutron-server[83811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:12:01.654367 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-88c3720b-b507-40a2-a121-b5f06949c327 admin admin] Usage tracker for resource:security_group_rule and tenant:eba54fdfe1e94915b1ae8ab8b77897c9 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:01.657543 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-88c3720b-b507-40a2-a121-b5f06949c327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:01.666525 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-88c3720b-b507-40a2-a121-b5f06949c327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:01.694143 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-21bfdca8-2a34-46f5-b2d1-89e990604398 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:01.695813 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-21bfdca8-2a34-46f5-b2d1-89e990604398 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.1684630 Feb 17 00:12:01.790653 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036849825598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714387'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.803701 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Deleting port 9128a022-32c6-4398-ae67-f6fbcdbc72af {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:01.804043 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.805639 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ac6d7-9efb-457c-a91a-b20ce6da641b req-00ffa6af-b220-4252-9201-9de8ae77f2e6 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:01.808581 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db3ac6d7-9efb-457c-a91a-b20ce6da641b req-00ffa6af-b220-4252-9201-9de8ae77f2e6 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 945 time: 0.3003175 Feb 17 00:12:01.811695 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:01.837572 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.880670 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Pushing event deleted for resources: {'Network': ['ID=afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:01.896872 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:01.937172 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-db3ac6d7-9efb-457c-a91a-b20ce6da641b req-12018f06-3657-4e9a-8c27-18ce18f497b9 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9b668b2-7e7a-4217-bb07-ddd505faa8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019857 Feb 17 00:12:01.943209 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c783cf72-3fd1-40da-ae13-9e1d8f3ae51e admin admin] 10.222.0.63 "DELETE /v2.0/networks/afd2c0d2-d7d7-4d8d-a1c2-297d1f9325a6 HTTP/1.1" status: 204 len: 168 time: 2.8121576 Feb 17 00:12:01.943950 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57276) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:01.975532 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-88c3720b-b507-40a2-a121-b5f06949c327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.984209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-88c3720b-b507-40a2-a121-b5f06949c327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.010936 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-388423bf-b51f-4539-adc7-052b853031a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:02.134560 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-88c3720b-b507-40a2-a121-b5f06949c327 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eba54fdfe1e94915b1ae8ab8b77897c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5348296 Feb 17 00:12:02.138646 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57280) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:02.144476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3720b-b507-40a2-a121-b5f06949c327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f2007d-6b9e-47c9-a25d-c8247cb54514,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:02.160255 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-88c3720b-b507-40a2-a121-b5f06949c327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:02.243313 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] For port 9128a022-32c6-4398-ae67-f6fbcdbc72af, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9128a022-32c6-4398-ae67-f6fbcdbc72af,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:02.243729 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.353964 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-06a22d92-06a8-4c37-b52e-aa2d7bb996ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.469515 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-06a22d92-06a8-4c37-b52e-aa2d7bb996ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.649742 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-06a22d92-06a8-4c37-b52e-aa2d7bb996ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.664298 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4378ea55-2070-4e42-a41d-e14545305a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:02.682558 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.682896 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.683253 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.l3_db [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Floating IP f246ed15-59ac-4d14-9353-8f42f596fa15 disassociated. External IP: 172.28.2.147, port: 9128a022-32c6-4398-ae67-f6fbcdbc72af. Feb 17 00:12:02.683637 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Calling delete_port for 9128a022-32c6-4398-ae67-f6fbcdbc72af owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:12:02.725373 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a22d92-06a8-4c37-b52e-aa2d7bb996ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f2007d-6b9e-47c9-a25d-c8247cb54514,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:02.730556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-06a22d92-06a8-4c37-b52e-aa2d7bb996ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:02.734139 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-06a22d92-06a8-4c37-b52e-aa2d7bb996ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.735435 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-06a22d92-06a8-4c37-b52e-aa2d7bb996ce admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/60f2007d-6b9e-47c9-a25d-c8247cb54514 HTTP/1.1" status: 204 len: 168 time: 0.5957804 Feb 17 00:12:02.764839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 9128a022-32c6-4398-ae67-f6fbcdbc72af no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:12:02.874779 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.896486 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f341-1a50-40f9-bf09-aee8e41f51d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112375'] for router_interface, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.898378 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Port 9128a022-32c6-4398-ae67-f6fbcdbc72af update to DOWN by agent not found {{(pid=83923) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 00:12:02.952853 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-54092c64-0981-4ad7-a9e6-b7a11a81d562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:03.008582 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event deleted for resources: {'Port': ['ID=9128a022-32c6-4398-ae67-f6fbcdbc72af,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:03.019290 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:03.289847 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d408af78-6c54-49ee-8770-ac707b5b29c0 req-dea19ef3-9d47-4529-aa81-913a0d422d8e tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 210 time: 0.1309619 Feb 17 00:12:03.361729 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9f341-1a50-40f9-bf09-aee8e41f51d4 admin admin] Deleting port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:03.362141 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f341-1a50-40f9-bf09-aee8e41f51d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:03.406940 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:12:03.599177 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-2ae9f341-1a50-40f9-bf09-aee8e41f51d4 admin admin] For port a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8,segment=NetworkSegment(9d81daa6-3faf-4a1f-8442-342b608a9b9b),segment_id=9d81daa6-3faf-4a1f-8442-342b608a9b9b)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:03.599760 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f341-1a50-40f9-bf09-aee8e41f51d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:03.779651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9f341-1a50-40f9-bf09-aee8e41f51d4 admin admin] Calling delete_port for a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 owned by network:router_interface {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:12:03.943292 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:12:03.956659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad67a9-3bb3-402f-b778-1c2b8fb485a7 None None] Sync routers for ids ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'] in dv-cinder-759961-3-smb {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:12:03.971480 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad67a9-3bb3-402f-b778-1c2b8fb485a7 None None] Routers {'8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:12:03.972351 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-9fad67a9-3bb3-402f-b778-1c2b8fb485a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:11:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:03.990596 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] No DVR routers for this DVR port 9128a022-32c6-4398-ae67-f6fbcdbc72af on host hv-cinder-75996 {{(pid=83920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:12:03.993287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:03.996500 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'name': 'network-vif-deleted', 'tag': '9128a022-32c6-4398-ae67-f6fbcdbc72af'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:04.014531 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c3dbf292-6431-4262-8ac5-fd396ea0828c req-81392fc6-61f9-4b21-aa7c-77990a96f0a3 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.54 "DELETE /v2.0/ports/9128a022-32c6-4398-ae67-f6fbcdbc72af HTTP/1.1" status: 204 len: 173 time: 2.3090589 Feb 17 00:12:04.102968 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f341-1a50-40f9-bf09-aee8e41f51d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:04.212435 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d071feb6-8f10-4502-b586-7af61428a351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:04.232531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-9fad67a9-3bb3-402f-b778-1c2b8fb485a7 None None] Set router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:12:04.275411 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c650f129-c517-4f19-8ccc-0efef071ff6f', 'name': 'network-vif-deleted', 'tag': '9128a022-32c6-4398-ae67-f6fbcdbc72af', 'status': 'completed', 'code': 200} Feb 17 00:12:04.304981 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9f341-1a50-40f9-bf09-aee8e41f51d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:04.308028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2ae9f341-1a50-40f9-bf09-aee8e41f51d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:04.559399 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57316) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:04.608694 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-bb5baaab-1058-41dc-91d5-309c42d2297f req-1a3740fc-5612-4511-806a-f8562caab7fd tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Synchronizing usage tracker for tenant:b1d26520a38346a290f804fe567133d2 on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:12:04.634181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-bb5baaab-1058-41dc-91d5-309c42d2297f req-1a3740fc-5612-4511-806a-f8562caab7fd tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Unset dirty status for tenant:b1d26520a38346a290f804fe567133d2 on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:12:04.635663 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bb5baaab-1058-41dc-91d5-309c42d2297f req-1a3740fc-5612-4511-806a-f8562caab7fd tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c650f129-c517-4f19-8ccc-0efef071ff6f HTTP/1.1" status: 200 len: 210 time: 0.1564336 Feb 17 00:12:04.749386 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f341-1a50-40f9-bf09-aee8e41f51d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112281'] for router_interface, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:04.874464 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-01057384-0c4a-4029-87ff-fd79d6f6fab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:04.927996 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-9fad67a9-3bb3-402f-b778-1c2b8fb485a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:39Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:04.932154 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-01057384-0c4a-4029-87ff-fd79d6f6fab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:04.932934 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad67a9-3bb3-402f-b778-1c2b8fb485a7 None None] Checking router: 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c for host: dv-cinder-759961-3-smb {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:12:04.942733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad67a9-3bb3-402f-b778-1c2b8fb485a7 None None] Routers {'8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:12:04.943862 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-9fad67a9-3bb3-402f-b778-1c2b8fb485a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:11:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:04.945045 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-01057384-0c4a-4029-87ff-fd79d6f6fab1 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ecfba0bc04407dbcb9b8a7cb46f9ea is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:04.954573 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-01057384-0c4a-4029-87ff-fd79d6f6fab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:04.982319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-01057384-0c4a-4029-87ff-fd79d6f6fab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:05.138174 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-9fad67a9-3bb3-402f-b778-1c2b8fb485a7 None None] Set router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c gateway port host: dv-cinder-759961-3-smb {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:12:05.402028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-01057384-0c4a-4029-87ff-fd79d6f6fab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:05.409592 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-01057384-0c4a-4029-87ff-fd79d6f6fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:05.421105 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b2c09e25-dd2e-4b2f-87de-4d1aa05b225a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:05.481869 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-9fad67a9-3bb3-402f-b778-1c2b8fb485a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:39Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:05.486276 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad67a9-3bb3-402f-b778-1c2b8fb485a7 None None] The sync data for ids ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'] in dv-cinder-759961-3-smb is: [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:04:28Z', 'revision_number': 4, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb', '_interfaces': [{'id': '0fab4637-f6d3-4a5c-8c04-8f46427a6ae9', 'name': '', 'network_id': '41f1d152-05fa-431e-881d-6789a11dfe22', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'mac_address': 'fa:16:3e:ff:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '066b5e62-ad57-425f-8725-667a028740da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:24Z', 'updated_at': '2021-02-17T00:04:39Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'subnets': [{'id': '066b5e62-ad57-425f-8725-667a028740da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:12:05.491736 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-01057384-0c4a-4029-87ff-fd79d6f6fab1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a5ecfba0bc04407dbcb9b8a7cb46f9ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9311833 Feb 17 00:12:05.492601 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01057384-0c4a-4029-87ff-fd79d6f6fab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63c8549-7649-46b9-a657-921713796f6b,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:05.495658 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57322) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:05.496445 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-01057384-0c4a-4029-87ff-fd79d6f6fab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:05.532762 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae9f341-1a50-40f9-bf09-aee8e41f51d4 admin admin] Router 82ee655a-f35d-4560-bc59-a7be49a3c9e4 has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:12:05.573816 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b591bf49-c93b-4450-9ce7-d91a48b14b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:05.609593 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b591bf49-c93b-4450-9ce7-d91a48b14b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:05.670975 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b591bf49-c93b-4450-9ce7-d91a48b14b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:05.676541 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-943fba60-34f0-4074-84ad-5229c51a7e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:05.693806 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591bf49-c93b-4450-9ce7-d91a48b14b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63c8549-7649-46b9-a657-921713796f6b,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:05.696797 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b591bf49-c93b-4450-9ce7-d91a48b14b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:05.701682 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b591bf49-c93b-4450-9ce7-d91a48b14b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:05.704171 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b591bf49-c93b-4450-9ce7-d91a48b14b8f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e63c8549-7649-46b9-a657-921713796f6b HTTP/1.1" status: 204 len: 168 time: 0.2072687 Feb 17 00:12:05.774080 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae9f341-1a50-40f9-bf09-aee8e41f51d4 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:12:05.787091 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886aa449-659f-46f1-b9a8-396bf379aeb9 None None] Sync routers for ids ['82ee655a-f35d-4560-bc59-a7be49a3c9e4'] in dv-cinder-759961-3-smb {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:12:05.802475 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886aa449-659f-46f1-b9a8-396bf379aeb9 None None] Routers {'82ee655a-f35d-4560-bc59-a7be49a3c9e4'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:12:05.803491 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-886aa449-659f-46f1-b9a8-396bf379aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:11:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['82ee655a-f35d-4560-bc59-a7be49a3c9e4'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:05.813763 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-2ae9f341-1a50-40f9-bf09-aee8e41f51d4 admin admin] 10.222.0.63 "PUT /v2.0/routers/82ee655a-f35d-4560-bc59-a7be49a3c9e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8685205 Feb 17 00:12:05.818298 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57332) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:05.825851 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57336) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:05.910844 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-50ef88d2-905c-4a78-a72c-ca34c92a8629 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:05.953271 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-50ef88d2-905c-4a78-a72c-ca34c92a8629 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.008107 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-50ef88d2-905c-4a78-a72c-ca34c92a8629 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.014023 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-09d03a3b-09e2-4562-9600-d16478f96943 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:06.031365 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf02d6e-7623-4214-bc52-c0748e1620c3 None None] New status for floating IP f246ed15-59ac-4d14-9353-8f42f596fa15: DOWN {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:12:06.037510 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef88d2-905c-4a78-a72c-ca34c92a8629 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b668b2-7e7a-4217-bb07-ddd505faa8b8,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:06.048889 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-50ef88d2-905c-4a78-a72c-ca34c92a8629 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:06.051702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-886aa449-659f-46f1-b9a8-396bf379aeb9 None None] Set router 82ee655a-f35d-4560-bc59-a7be49a3c9e4 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:12:06.062018 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-50ef88d2-905c-4a78-a72c-ca34c92a8629 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.063751 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-50ef88d2-905c-4a78-a72c-ca34c92a8629 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "DELETE /v2.0/security-groups/c9b668b2-7e7a-4217-bb07-ddd505faa8b8 HTTP/1.1" status: 204 len: 168 time: 0.2366331 Feb 17 00:12:06.068766 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57342) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:06.098555 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.api.v2.resource [None req-c9258d55-69ca-4d57-824d-cb7637d076b7 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] show failed (client error): The resource could not be found. Feb 17 00:12:06.102801 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c9258d55-69ca-4d57-824d-cb7637d076b7 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "GET /v2.0/security-groups/c9b668b2-7e7a-4217-bb07-ddd505faa8b8 HTTP/1.1" status: 404 len: 347 time: 0.0299926 Feb 17 00:12:06.103620 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57346) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:06.143221 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] Notify callbacks [] for router, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.424109 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-1f632e66-fc2f-4527-ae14-2cd09ebbffae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Deleting port 6acee873-55b5-4bd4-836e-13b5eddd63a6 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:06.424667 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1f632e66-fc2f-4527-ae14-2cd09ebbffae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.504327 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-886aa449-659f-46f1-b9a8-396bf379aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'name': 'tempest-TestShelveInstance-366863472-router', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:58Z', 'updated_at': '2021-02-17T00:12:03Z', 'revision_number': 5, 'project_id': 'f9775e0f038748108f56bba0bb3527a1', 'gw_port': {'id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:59Z', 'updated_at': '2021-02-17T00:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:06.510285 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886aa449-659f-46f1-b9a8-396bf379aeb9 None None] Checking router: 82ee655a-f35d-4560-bc59-a7be49a3c9e4 for host: dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:12:06.523144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886aa449-659f-46f1-b9a8-396bf379aeb9 None None] Routers {'82ee655a-f35d-4560-bc59-a7be49a3c9e4'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:12:06.524110 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-886aa449-659f-46f1-b9a8-396bf379aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:11:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['82ee655a-f35d-4560-bc59-a7be49a3c9e4'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:06.648933 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1f632e66-fc2f-4527-ae14-2cd09ebbffae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.649307 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1f632e66-fc2f-4527-ae14-2cd09ebbffae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.795170 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.801141 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] Deleting port 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:06.801587 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.825405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-886aa449-659f-46f1-b9a8-396bf379aeb9 None None] Set router 82ee655a-f35d-4560-bc59-a7be49a3c9e4 gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:12:06.839011 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-1f632e66-fc2f-4527-ae14-2cd09ebbffae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Calling delete_port for 6acee873-55b5-4bd4-836e-13b5eddd63a6 owned by network:floatingip {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:12:06.851831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57364) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:06.988270 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1415117031-network', 'tenant_id': 'b411a8583b22466e938da23df9b9a58d'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:06.999320 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:07.017881 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Usage tracker for resource:network and tenant:b411a8583b22466e938da23df9b9a58d is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:07.023832 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:07.033486 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:07.059665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] For port 7fafd03e-5327-4a41-9a77-6fb39c5b44c5, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=7fafd03e-5327-4a41-9a77-6fb39c5b44c5,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:07.060020 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.069744 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Made reservation on behalf of b411a8583b22466e938da23df9b9a58d for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:12:07.075460 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.109126 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1f632e66-fc2f-4527-ae14-2cd09ebbffae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.137269 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9a97307f-1966-4106-859b-89ec091eb8b6 tempest-TestMinimumBasicScenario-1564940851 tempest-TestMinimumBasicScenario-1564940851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:07.151632 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.235081 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] Calling delete_port for 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 owned by network:router_gateway {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:12:07.276457 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:07.280561 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Usage tracker for resource:security_group_rule and tenant:b411a8583b22466e938da23df9b9a58d is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:07.281210 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f632e66-fc2f-4527-ae14-2cd09ebbffae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Pushing event deleted for resources: {'Port': ['ID=6acee873-55b5-4bd4-836e-13b5eddd63a6,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:07.283563 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:07.286720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1f632e66-fc2f-4527-ae14-2cd09ebbffae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:07.289826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:07.297771 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-886aa449-659f-46f1-b9a8-396bf379aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'name': 'tempest-TestShelveInstance-366863472-router', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:58Z', 'updated_at': '2021-02-17T00:12:03Z', 'revision_number': 5, 'project_id': 'f9775e0f038748108f56bba0bb3527a1', 'gw_port': {'id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:59Z', 'updated_at': '2021-02-17T00:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:07.302854 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886aa449-659f-46f1-b9a8-396bf379aeb9 None None] The sync data for ids ['82ee655a-f35d-4560-bc59-a7be49a3c9e4'] in dv-cinder-759961-3-smb is: [{'id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'name': 'tempest-TestShelveInstance-366863472-router', 'tenant_id': 'f9775e0f038748108f56bba0bb3527a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:05:58Z', 'updated_at': '2021-02-17T00:12:03Z', 'revision_number': 5, 'project_id': 'f9775e0f038748108f56bba0bb3527a1', 'gw_port': {'id': '7fafd03e-5327-4a41-9a77-6fb39c5b44c5', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee655a-f35d-4560-bc59-a7be49a3c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:05:59Z', 'updated_at': '2021-02-17T00:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:12:07.442021 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1f632e66-fc2f-4527-ae14-2cd09ebbffae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks [] for floatingip, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.464522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-1f632e66-fc2f-4527-ae14-2cd09ebbffae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for floatingip, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.465798 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-1f632e66-fc2f-4527-ae14-2cd09ebbffae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] 10.222.0.63 "DELETE /v2.0/floatingips/f246ed15-59ac-4d14-9353-8f42f596fa15 HTTP/1.1" status: 204 len: 168 time: 1.3596332 Feb 17 00:12:07.509032 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.690606 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.706842 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.715690 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4b1504d0-16a0-4214-b9cb-b51ad591d7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:07.791883 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef982a0-00e0-49d1-9056-0290e5914d72,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:07.840100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:07.873319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854060373'] for router_gateway, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.021363 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854105565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5001'] for router, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.024066 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.064819 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110975'] for router, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.065284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82ee655a-f35d-4560-bc59-a7be49a3c9e4 {{(pid=83921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:12:08.066820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:12:08.085375 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.085775 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.db.segments_db [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Added segment 45661241-70b6-4fc1-9ea3-52d24444ae97 of type vxlan for network 592db4bb-bc52-449b-9a27-5eef5e80625f Feb 17 00:12:08.130177 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268266530454'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.146418 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] Notify callbacks [] for router, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.147805 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-6d5ff815-4136-408f-8a1a-f57c9732abbe admin admin] 10.222.0.63 "DELETE /v2.0/routers/82ee655a-f35d-4560-bc59-a7be49a3c9e4 HTTP/1.1" status: 204 len: 168 time: 2.3284652 Feb 17 00:12:08.152082 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57374) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:08.177742 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.179525 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:08.180617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.190638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1dd21764-828e-4841-88c2-29b3bdee41d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:08.246161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Deleting subnet b8bf7e9c-3bc8-4a1c-a108-e7e0ee31be8e {{(pid=83920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:12:08.250267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.293480 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4403632 Feb 17 00:12:08.299776 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57378) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:08.305509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Pushing event updated for resources: {'Network': ['ID=592db4bb-bc52-449b-9a27-5eef5e80625f,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:08.313489 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Request body: {'subnet': {'network_id': '592db4bb-bc52-449b-9a27-5eef5e80625f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1415117031-subnet', 'tenant_id': 'b411a8583b22466e938da23df9b9a58d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:08.315816 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:08.328489 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:08.329374 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network 592db4bb-bc52-449b-9a27-5eef5e80625f details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:12:08.343921 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Usage tracker for resource:subnet and tenant:b411a8583b22466e938da23df9b9a58d is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:08.351770 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10746214'] for subnet, precommit_delete_associations {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.411600 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:08.445524 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Network 592db4bb-bc52-449b-9a27-5eef5e80625f details requested by agent ovs-agent-dv-cinder-759961-3-smb with host dv-cinder-759961-3-smb {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:12:08.445838 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:08.486565 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Made reservation on behalf of b411a8583b22466e938da23df9b9a58d for: {'subnet': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:12:08.493179 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10565649'] for subnet, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.630458 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4952659'] for subnet, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.968460 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:12:09.019583 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:12:09.020213 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device a4bf2b4c-0680-4f60-bb7d-f54b41ac8ed8 not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:12:09.020997 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:12:09.068161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:12:09.068957 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 7fafd03e-5327-4a41-9a77-6fb39c5b44c5 not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:12:09.152500 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849823157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10746352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844209921'] for subnet, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.171461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-80d1ec9f-2741-4a0f-a23a-6dfb9814869a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:09.267949 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8bf7e9c-3bc8-4a1c-a108-e7e0ee31be8e,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:09.293740 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.294316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.294617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.295074 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.295433 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.295900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.296222 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.296617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.297019 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.297414 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.297813 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.298270 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.298777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.299171 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.299566 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.299954 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.300353 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.300743 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.301129 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.301514 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.301973 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.302369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.302755 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.303158 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:09.312444 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:09.368975 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.370465 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88661dbc-0351-4455-b539-bb4aa2e5ffcd None None] Network a9441f21-c68f-4482-95b3-d1da618c7bd1 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:12:09.394784 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-b1c1bbe5-9706-4aa0-b5cb-bd76824f6ef9 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b8bf7e9c-3bc8-4a1c-a108-e7e0ee31be8e HTTP/1.1" status: 204 len: 168 time: 1.2408652 Feb 17 00:12:09.398603 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57392) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:09.495026 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844029515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10565632'] for subnet, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.512238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:09.553407 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4784241'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.657686 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5503f5df-4c52-49a0-822d-e0c4b5cb2af1,revision_number=0']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:09.661979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:09.703838 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Deleting port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:09.704364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.768716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab790087-4ea0-41eb-8609-5d4df8566142 None None] DHCP port deletion for a9441f21-c68f-4482-95b3-d1da618c7bd1 request from dv-cinder-759961-3-smb {{(pid=83923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:12:09.773199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-ab790087-4ea0-41eb-8609-5d4df8566142 None None] Deleting port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:09.773794 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ab790087-4ea0-41eb-8609-5d4df8566142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.779952 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Checking segment: {'id': '45661241-70b6-4fc1-9ea3-52d24444ae97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '592db4bb-bc52-449b-9a27-5eef5e80625f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:12:09.780337 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Network hostable DHCP agents. Network: 592db4bb-bc52-449b-9a27-5eef5e80625f, hostable agents: ['72757c44-1bb8-465b-a60a-7d42a9cec8e2'], hosted agents: [] {{(pid=83920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:12:09.801759 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Network 592db4bb-bc52-449b-9a27-5eef5e80625f is scheduled to be hosted by DHCP agent 72757c44-1bb8-465b-a60a-7d42a9cec8e2 with binding_index 1 {{(pid=83920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:12:09.814435 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-smb, 592db4bb-bc52-449b-9a27-5eef5e80625f) {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:12:09.831794 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:09.832484 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.837477 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a3289f-2bb1-4a34-a334-2ee901d529fe None None] Network 592db4bb-bc52-449b-9a27-5eef5e80625f requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:12:09.859755 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4dd8914b-9ef7-45a1-bbd5-d71f44adabc5 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5573564 Feb 17 00:12:10.032556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] For port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=254787c2-2e4d-4a31-b0f5-610a3ee2d6d9,segment=NetworkSegment(9d81daa6-3faf-4a1f-8442-342b608a9b9b),segment_id=9d81daa6-3faf-4a1f-8442-342b608a9b9b)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:10.033212 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:10.244065 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-ab790087-4ea0-41eb-8609-5d4df8566142 None None] For port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=254787c2-2e4d-4a31-b0f5-610a3ee2d6d9,segment=NetworkSegment(9d81daa6-3faf-4a1f-8442-342b608a9b9b),segment_id=9d81daa6-3faf-4a1f-8442-342b608a9b9b)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:10.244605 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ab790087-4ea0-41eb-8609-5d4df8566142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:10.260510 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Calling delete_port for 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 owned by network:dhcp {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:12:10.378096 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:10.397775 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e0122f1f-b4be-439d-b52a-0dd16b41e040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:10.504835 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-ab790087-4ea0-41eb-8609-5d4df8566142 None None] Calling delete_port for 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 owned by network:dhcp {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:12:10.543773 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=254787c2-2e4d-4a31-b0f5-610a3ee2d6d9,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:10.553456 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:10.631909 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] No DVR routers for this DVR port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 on host dv-cinder-759961-3-smb {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:12:10.684074 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [None req-ab790087-4ea0-41eb-8609-5d4df8566142 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83923) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:12:10.687374 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [None req-ab790087-4ea0-41eb-8609-5d4df8566142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:12:10.703815 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb921a05-bb24-4100-b902-fc5b704c0de1 None None] Network 592db4bb-bc52-449b-9a27-5eef5e80625f requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:12:10.722729 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57410) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:10.867646 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4950218', 'neutron.services.segments.db._delete_segments_for_network-8768588793578'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:11.099236 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9441f21-c68f-4482-95b3-d1da618c7bd1']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:11.117366 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d81daa6-3faf-4a1f-8442-342b608a9b9b') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:11.117685 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d81daa6-3faf-4a1f-8442-342b608a9b9b') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:11.125123 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:12:11.133148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268265975292', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853794383'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:11.150852 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:11.154515 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:12:11.182279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:12:11.182664 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:12:11.216271 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-ab790087-4ea0-41eb-8609-5d4df8566142 None None] Deleting port 254787c2-2e4d-4a31-b0f5-610a3ee2d6d9 {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:11.216697 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ab790087-4ea0-41eb-8609-5d4df8566142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:11.318692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-ab790087-4ea0-41eb-8609-5d4df8566142 None None] The port '254787c2-2e4d-4a31-b0f5-610a3ee2d6d9' was deleted {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:12:11.478798 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Network a9441f21-c68f-4482-95b3-d1da618c7bd1 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:12:11.491554 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4960578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11107897'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:11.792453 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Network a9441f21-c68f-4482-95b3-d1da618c7bd1 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: Traceback (most recent call last): Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: timer() Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: cb(*args, **kw) Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: return func(*args, **kwargs) Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: self._notify() Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: self.callback(batched_events) Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: event.method(event) Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: segment_id)['aggregates'][0] Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, *a, **k) Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: return self._get(url).json() Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: **kwargs) Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: return self.request(url, 'GET', **kwargs) Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: **endpoint_filter) Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:12:11.824836 dv-cinder-759961-3-smb neutron-server[83811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:12:11.909992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036849825598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714387'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:11.916774 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:11.922786 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:11.946039 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9441f21-c68f-4482-95b3-d1da618c7bd1,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:11.948905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:11.951334 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] 10.222.0.63 "DELETE /v2.0/networks/a9441f21-c68f-4482-95b3-d1da618c7bd1 HTTP/1.1" status: 204 len: 168 time: 2.5511765 Feb 17 00:12:12.058300 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a132860c-6894-4181-b04b-c7af2cca933d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112375'] for router_interface, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:12.125824 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57422) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:12.213029 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-bf4f4a08-a625-42a3-a4c8-9df7bf1f2d79 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e476942cdbfc45758cf9aa2da49dcad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853169 Feb 17 00:12:12.217954 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57428) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:12.298507 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-de47293e-079f-4ce1-aacc-1bd0e6cbee16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:12.332976 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-de47293e-079f-4ce1-aacc-1bd0e6cbee16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:12.392975 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-de47293e-079f-4ce1-aacc-1bd0e6cbee16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:12.397600 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-41031f56-01db-4997-9586-5cb45c706659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:12.415145 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47293e-079f-4ce1-aacc-1bd0e6cbee16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177d9361-2d59-45af-9065-e3bebddcf9bb,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:12.421679 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-de47293e-079f-4ce1-aacc-1bd0e6cbee16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:12.428246 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-de47293e-079f-4ce1-aacc-1bd0e6cbee16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:12.429530 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-de47293e-079f-4ce1-aacc-1bd0e6cbee16 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/177d9361-2d59-45af-9065-e3bebddcf9bb HTTP/1.1" status: 204 len: 168 time: 0.2120347 Feb 17 00:12:12.584990 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-a132860c-6894-4181-b04b-c7af2cca933d admin admin] Deleting port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:12.585287 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a132860c-6894-4181-b04b-c7af2cca933d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:12.804677 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-a132860c-6894-4181-b04b-c7af2cca933d admin admin] For port 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=0fab4637-f6d3-4a5c-8c04-8f46427a6ae9,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:12.805814 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a132860c-6894-4181-b04b-c7af2cca933d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:12.927207 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-fb4fd8ac-afa5-4b62-8393-15c80ae54864 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:12.928090 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-fb4fd8ac-afa5-4b62-8393-15c80ae54864 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Synchronizing usage tracker for tenant:b411a8583b22466e938da23df9b9a58d on resource:network {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:12:12.948813 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-fb4fd8ac-afa5-4b62-8393-15c80ae54864 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Unset dirty status for tenant:b411a8583b22466e938da23df9b9a58d on resource:network {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:12:12.950650 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-fb4fd8ac-afa5-4b62-8393-15c80ae54864 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/networks?id=592db4bb-bc52-449b-9a27-5eef5e80625f HTTP/1.1" status: 200 len: 814 time: 0.5081637 Feb 17 00:12:12.955627 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-a132860c-6894-4181-b04b-c7af2cca933d admin admin] Calling delete_port for 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 owned by network:router_interface {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:12:12.974128 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-c9c4e5b1-658e-49c7-9eba-6471d553b712 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/quotas/b411a8583b22466e938da23df9b9a58d HTTP/1.1" status: 200 len: 375 time: 0.0160639 Feb 17 00:12:12.974964 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57446) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:13.066700 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-4e3cafbd-269d-48ff-97f1-a4faee9e705e tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b411a8583b22466e938da23df9b9a58d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685520 Feb 17 00:12:13.156037 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a132860c-6894-4181-b04b-c7af2cca933d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:13.172862 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-305a4cf8-c709-4f48-8feb-9687f917a32c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f9775e0f038748108f56bba0bb3527a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932242 Feb 17 00:12:13.173149 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c7c200d1-7e1b-43f7-8046-cf405fe7d55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:13.178292 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57450) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:13.286025 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132860c-6894-4181-b04b-c7af2cca933d admin admin] Pushing event deleted for resources: {'Port': ['ID=0fab4637-f6d3-4a5c-8c04-8f46427a6ae9,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:13.290342 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a132860c-6894-4181-b04b-c7af2cca933d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:13.293438 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d21515df-b2b4-4dd6-acd9-92ac96cccb06 service neutron] 10.222.0.63 "GET /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132678 Feb 17 00:12:13.296454 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3acf6653-7367-4e52-935f-d74f2e5ec183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:13.417263 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3acf6653-7367-4e52-935f-d74f2e5ec183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:13.510016 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-edb53158-d26f-4da8-8d06-88fae32f5260 service neutron] 10.222.0.63 "GET /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2039282 Feb 17 00:12:13.517324 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3acf6653-7367-4e52-935f-d74f2e5ec183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:13.523257 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b862ba87-4e1e-4048-b21d-072119097bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:13.544185 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf6653-7367-4e52-935f-d74f2e5ec183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c4d339-6de5-4371-895e-1f5e62b7f460,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:13.547238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-3acf6653-7367-4e52-935f-d74f2e5ec183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:13.548920 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3acf6653-7367-4e52-935f-d74f2e5ec183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:13.550178 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-3acf6653-7367-4e52-935f-d74f2e5ec183 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/48c4d339-6de5-4371-895e-1f5e62b7f460 HTTP/1.1" status: 204 len: 168 time: 0.3708436 Feb 17 00:12:13.658829 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a132860c-6894-4181-b04b-c7af2cca933d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112281'] for router_interface, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:13.822025 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-e5758231-3667-41f6-a617-d633ac4f9a32 req-abf1e670-0ff6-4bf0-99f2-975f52ed79da tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 210 time: 0.0667574 Feb 17 00:12:14.327804 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a132860c-6894-4181-b04b-c7af2cca933d admin admin] Router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c has already been hosted by L3 agent 528b1f67-0781-4204-97d4-98e99d1587aa {{(pid=83920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:12:14.556728 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a132860c-6894-4181-b04b-c7af2cca933d admin admin] Notify agent at l3_agent.dv-cinder-759961-3-smb the message routers_updated {{(pid=83920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:12:14.566462 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572214a-aa50-479c-a91c-d4221555342c None None] Sync routers for ids ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'] in dv-cinder-759961-3-smb {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:12:14.573036 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-a132860c-6894-4181-b04b-c7af2cca933d admin admin] 10.222.0.63 "PUT /v2.0/routers/8869f26f-f1d8-46e5-a5d5-e6279ca7e13c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8463001 Feb 17 00:12:14.573520 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57466) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:14.577378 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572214a-aa50-479c-a91c-d4221555342c None None] Routers {'8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:12:14.578094 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-4572214a-aa50-479c-a91c-d4221555342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:11:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:14.843770 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-4572214a-aa50-479c-a91c-d4221555342c None None] Set router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:12:15.167097 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2a21940a-dfc0-4e84-bb31-9ef203ae0aed req-a2f8b063-9906-464b-abaf-9ff4550b5a6f tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 210 time: 0.0919464 Feb 17 00:12:15.277585 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-4572214a-aa50-479c-a91c-d4221555342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:12:13Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:15.281351 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572214a-aa50-479c-a91c-d4221555342c None None] Checking router: 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c for host: dv-cinder-759961-3-smb {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:12:15.291158 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572214a-aa50-479c-a91c-d4221555342c None None] Routers {'8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'} bound to L3 agent in host dv-cinder-759961-3-smb {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:12:15.291970 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-4572214a-aa50-479c-a91c-d4221555342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T23:54:54Z,description=,heartbeat_timestamp=2021-02-17T00:11:54Z,host='dv-cinder-759961-3-smb',id=528b1f67-0781-4204-97d4-98e99d1587aa,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T23:54:54Z,topic='l3_agent')) {'router_ids': ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:15.320199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] Notify callbacks [] for router, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:15.495642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvr_db [None req-4572214a-aa50-479c-a91c-d4221555342c None None] Set router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c gateway port host: dv-cinder-759961-3-smb {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:12:15.591121 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-13356952-c335-4a79-b3a4-78bf5212aa2f tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:15.593643 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-13356952-c335-4a79-b3a4-78bf5212aa2f tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.54 "GET /v2.0/networks?id=592db4bb-bc52-449b-9a27-5eef5e80625f HTTP/1.1" status: 200 len: 814 time: 0.6172323 Feb 17 00:12:15.610169 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Request body: {'port': {'device_id': 'adb3048f-a3a2-489d-aeb6-fbf71db804b0', 'network_id': '592db4bb-bc52-449b-9a27-5eef5e80625f', 'admin_state_up': True, 'tenant_id': 'b411a8583b22466e938da23df9b9a58d'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:15.833619 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_hamode_db [None req-4572214a-aa50-479c-a91c-d4221555342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:12:13Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}], 'dv-cinder-759961-3-smb', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:15.837950 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572214a-aa50-479c-a91c-d4221555342c None None] The sync data for ids ['8869f26f-f1d8-46e5-a5d5-e6279ca7e13c'] in dv-cinder-759961-3-smb is: [{'id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'name': 'tempest-AttachVolumeShelveTestJSON-2095571239-router', 'tenant_id': 'b1d26520a38346a290f804fe567133d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'external_fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '508b5f58-e61c-406d-826f-8133c0e72794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:04:06Z', 'updated_at': '2021-02-17T00:12:13Z', 'revision_number': 5, 'project_id': 'b1d26520a38346a290f804fe567133d2', 'gw_port': {'id': '508b5f58-e61c-406d-826f-8133c0e72794', 'name': '', 'network_id': '4cea41e0-975c-4c05-822b-6951b7473dd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869f26f-f1d8-46e5-a5d5-e6279ca7e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:04:09Z', 'updated_at': '2021-02-17T00:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe675137-7af0-487b-b384-b9c8d364eafc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-smb'}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:12:15.886447 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:15.904073 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] Deleting port 508b5f58-e61c-406d-826f-8133c0e72794 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:15.904424 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:16.009481 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:16.029834 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Usage tracker for resource:port and tenant:b411a8583b22466e938da23df9b9a58d is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:16.059767 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:16.160987 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:16.185716 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Made reservation on behalf of b411a8583b22466e938da23df9b9a58d for: {'port': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:12:16.191957 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:16.347731 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] For port 508b5f58-e61c-406d-826f-8133c0e72794, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=508b5f58-e61c-406d-826f-8133c0e72794,segment=NetworkSegment(86cd91ea-fd58-4625-ada7-37be65521956),segment_id=86cd91ea-fd58-4625-ada7-37be65521956)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:16.348139 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:16.422773 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3c8f8e2c-5ee6-4a25-ab1c-ac9b29fb1829 req-2c31ba24-4b39-476f-acc5-6664261f2503 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 210 time: 0.0867865 Feb 17 00:12:16.553492 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] Calling delete_port for 508b5f58-e61c-406d-826f-8133c0e72794 owned by network:router_gateway {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:12:16.859578 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:16.901089 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:12:16.948549 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:12:16.948948 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 0fab4637-f6d3-4a5c-8c04-8f46427a6ae9 not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:12:16.955664 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Allocated IP 172.20.0.3 (592db4bb-bc52-449b-9a27-5eef5e80625f/5503f5df-4c52-49a0-822d-e0c4b5cb2af1/667bb0a0-4329-4c22-9600-c04d814d7d4c) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:12:17.070963 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854060373'] for router_gateway, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:17.219983 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854105565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5001'] for router, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:17.224198 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:17.256312 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110975'] for router, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:17.256924 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8869f26f-f1d8-46e5-a5d5-e6279ca7e13c {{(pid=83920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:12:17.316087 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] Notify callbacks [] for router, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:17.317890 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-51cc6a3c-8bcc-4970-80f4-82b7e6e70f01 admin admin] 10.222.0.63 "DELETE /v2.0/routers/8869f26f-f1d8-46e5-a5d5-e6279ca7e13c HTTP/1.1" status: 204 len: 168 time: 2.7430222 Feb 17 00:12:17.322555 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57478) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:17.477586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fcf696-b85c-4a7f-b623-281c8adac69f admin admin] Deleting subnet 066b5e62-ad57-425f-8725-667a028740da {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:12:17.482711 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-34fcf696-b85c-4a7f-b623-281c8adac69f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:17.561827 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-34fcf696-b85c-4a7f-b623-281c8adac69f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981417'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:17.664403 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:17.671876 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a0d1386e-0aa8-421f-be4e-529c44234918 req-ae9ba4aa-8160-4f3f-8ddd-158126f96765 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 210 time: 0.0621803 Feb 17 00:12:17.710106 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:17.727303 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a19b16c9-f299-42b1-b961-6704937cc930 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:17.727602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-34fcf696-b85c-4a7f-b623-281c8adac69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4952659'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:17.893572 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Pushing event updated for resources: {'Port': ['ID=667bb0a0-4329-4c22-9600-c04d814d7d4c,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:17.900443 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:17.998851 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Network 592db4bb-bc52-449b-9a27-5eef5e80625f is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:12:18.001203 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:12:18.004972 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:12:18.115056 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:18.115803 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:18.139873 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5367265 Feb 17 00:12:18.153504 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Request body: {'port': {'device_id': 'adb3048f-a3a2-489d-aeb6-fbf71db804b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:18.230164 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-34fcf696-b85c-4a7f-b623-281c8adac69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849823157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843674682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852803607'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:18.246598 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4c213de2-e0dc-43f1-8c9d-7cb98d78eb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:18.344608 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:18.346831 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcf696-b85c-4a7f-b623-281c8adac69f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=066b5e62-ad57-425f-8725-667a028740da,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:18.358757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-34fcf696-b85c-4a7f-b623-281c8adac69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:18.414083 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-34fcf696-b85c-4a7f-b623-281c8adac69f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:18.421323 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-34fcf696-b85c-4a7f-b623-281c8adac69f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/066b5e62-ad57-425f-8725-667a028740da HTTP/1.1" status: 204 len: 168 time: 1.0974076 Feb 17 00:12:18.426358 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57484) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:18.430573 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f26f60-6d72-4fd2-9ebe-ed7fa1757852 None None] Network 41f1d152-05fa-431e-881d-6789a11dfe22 requested from dv-cinder-759961-3-smb {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:12:18.618410 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4784241'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:18.706606 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Deleting port 8251b17c-8381-49b8-a79f-5130efafbfb2 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:18.707004 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:18.841393 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8be54b2-eecb-47bb-9cbf-ea59649d3056 None None] DHCP port deletion for 41f1d152-05fa-431e-881d-6789a11dfe22 request from dv-cinder-759961-3-smb {{(pid=83923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:12:18.848567 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-a8be54b2-eecb-47bb-9cbf-ea59649d3056 None None] Deleting port 8251b17c-8381-49b8-a79f-5130efafbfb2 {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:18.849398 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a8be54b2-eecb-47bb-9cbf-ea59649d3056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:19.038054 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 508b5f58-e61c-406d-826f-8133c0e72794 no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:12:19.111620 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] No Port match for: 508b5f58-e61c-406d-826f-8133c0e72794 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:12:19.112146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 508b5f58-e61c-406d-826f-8133c0e72794 not bound to the agent host dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:12:19.112681 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Device 8251b17c-8381-49b8-a79f-5130efafbfb2 no longer exists at agent ovs-agent-dv-cinder-759961-3-smb {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:12:19.143892 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] For port 8251b17c-8381-49b8-a79f-5130efafbfb2, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=8251b17c-8381-49b8-a79f-5130efafbfb2,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:19.144602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:19.196725 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8e0e2-ebfa-474c-868d-206b8435ce02 req-7d8ef58c-16e8-4cee-93c3-899738b5717c tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:19.197548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-8bb8e0e2-ebfa-474c-868d-206b8435ce02 req-7d8ef58c-16e8-4cee-93c3-899738b5717c tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Synchronizing usage tracker for tenant:b411a8583b22466e938da23df9b9a58d on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:12:19.314784 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-8bb8e0e2-ebfa-474c-868d-206b8435ce02 req-7d8ef58c-16e8-4cee-93c3-899738b5717c tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Unset dirty status for tenant:b411a8583b22466e938da23df9b9a58d on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:12:19.316249 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8bb8e0e2-ebfa-474c-868d-206b8435ce02 req-7d8ef58c-16e8-4cee-93c3-899738b5717c tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 931 time: 0.3422375 Feb 17 00:12:19.331887 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667bb0a0-4329-4c22-9600-c04d814d7d4c {{(pid=83920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:12:19.348825 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:19.351762 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Calling delete_port for 8251b17c-8381-49b8-a79f-5130efafbfb2 owned by network:dhcp {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:12:19.448585 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843667950'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:19.467402 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7aa2c4e5-30bf-4df9-b4e5-2e675abcacff tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:19.480062 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Port 8251b17c-8381-49b8-a79f-5130efafbfb2 update to DOWN by agent not found {{(pid=83923) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 00:12:19.492240 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-a8be54b2-eecb-47bb-9cbf-ea59649d3056 None None] For port 8251b17c-8381-49b8-a79f-5130efafbfb2, host dv-cinder-759961-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-smb',level=0,port_id=8251b17c-8381-49b8-a79f-5130efafbfb2,segment=NetworkSegment(6fccaabd-a07a-4fd0-a810-1e3d77fac2ea),segment_id=6fccaabd-a07a-4fd0-a810-1e3d77fac2ea)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:19.493120 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a8be54b2-eecb-47bb-9cbf-ea59649d3056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:19.621442 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8251b17c-8381-49b8-a79f-5130efafbfb2,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:19.629451 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:19.714736 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] No DVR routers for this DVR port 8251b17c-8381-49b8-a79f-5130efafbfb2 on host dv-cinder-759961-3-smb {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:12:19.741417 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Transition to ACTIVE for port object 667bb0a0-4329-4c22-9600-c04d814d7d4c will not be triggered until provisioned by entity L2. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:12:19.760236 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844035027'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:19.793295 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1274f816-3257-4df3-896d-a2f223baee93 tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:19.923368 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4950218', 'neutron.services.segments.db._delete_segments_for_network-8768588793578'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.007418 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8bb8e0e2-ebfa-474c-868d-206b8435ce02 req-136861b5-fac7-4aab-b266-736470345476 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348295 Feb 17 00:12:20.059010 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Pushing event updated for resources: {'Port': ['ID=667bb0a0-4329-4c22-9600-c04d814d7d4c,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:20.082682 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:20.089496 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-a8be54b2-eecb-47bb-9cbf-ea59649d3056 None None] Calling delete_port for 8251b17c-8381-49b8-a79f-5130efafbfb2 owned by network:dhcp {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:12:20.131971 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f1d152-05fa-431e-881d-6789a11dfe22']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:20.164272 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:20.164826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fccaabd-a07a-4fd0-a810-1e3d77fac2ea') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:20.184104 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268265975292', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853794383'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.209348 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.213323 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:12:20.347450 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.351825 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [None req-a8be54b2-eecb-47bb-9cbf-ea59649d3056 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83923) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:12:20.352239 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [None req-a8be54b2-eecb-47bb-9cbf-ea59649d3056 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:12:20.391829 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Attempting to bind port 667bb0a0-4329-4c22-9600-c04d814d7d4c on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:12:20.392819 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Attempting to bind port 667bb0a0-4329-4c22-9600-c04d814d7d4c by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '45661241-70b6-4fc1-9ea3-52d24444ae97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '592db4bb-bc52-449b-9a27-5eef5e80625f'}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:12:20.393516 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Attempting to bind port 667bb0a0-4329-4c22-9600-c04d814d7d4c on network 592db4bb-bc52-449b-9a27-5eef5e80625f {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:12:20.410054 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:12:20.410901 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Checking segment: {'id': '45661241-70b6-4fc1-9ea3-52d24444ae97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '592db4bb-bc52-449b-9a27-5eef5e80625f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:12:20.411784 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.421419 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Bound using segment: {'id': '45661241-70b6-4fc1-9ea3-52d24444ae97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '592db4bb-bc52-449b-9a27-5eef5e80625f'} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:12:20.421419 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Bound port: 667bb0a0-4329-4c22-9600-c04d814d7d4c, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45661241-70b6-4fc1-9ea3-52d24444ae97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '592db4bb-bc52-449b-9a27-5eef5e80625f'}}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:12:20.421419 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.478646 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Network 41f1d152-05fa-431e-881d-6789a11dfe22 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:12:20.490427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4960578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11107897'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.559840 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] For port 667bb0a0-4329-4c22-9600-c04d814d7d4c, host hv-cinder-75996, cleared binding levels {{(pid=83920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:12:20.694778 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Network 41f1d152-05fa-431e-881d-6789a11dfe22 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: Traceback (most recent call last): Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: timer() Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: cb(*args, **kw) Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: return func(*args, **kwargs) Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: self._notify() Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: self.callback(batched_events) Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: event.method(event) Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: segment_id)['aggregates'][0] Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, *a, **k) Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: return self._get(url).json() Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: **kwargs) Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: return self.request(url, 'GET', **kwargs) Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: **endpoint_filter) Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:12:20.719810 dv-cinder-759961-3-smb neutron-server[83811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:12:20.813338 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036849825598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714387'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.813663 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] For port 667bb0a0-4329-4c22-9600-c04d814d7d4c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=667bb0a0-4329-4c22-9600-c04d814d7d4c,segment=NetworkSegment(45661241-70b6-4fc1-9ea3-52d24444ae97),segment_id=45661241-70b6-4fc1-9ea3-52d24444ae97)] {{(pid=83920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:12:20.818677 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844035027'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.819439 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c9280b3c-7d7b-40dc-b21c-f457b54493f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:20.845796 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bdf17238-6ee9-44b6-a198-a604a4fb7cf8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:20.849343 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.853655 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-a8be54b2-eecb-47bb-9cbf-ea59649d3056 None None] Deleting port 8251b17c-8381-49b8-a79f-5130efafbfb2 {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:20.854435 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a8be54b2-eecb-47bb-9cbf-ea59649d3056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.861267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f1d152-05fa-431e-881d-6789a11dfe22,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:20.870223 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:20.892942 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-f591eb45-5936-4ba5-a5e4-8535a49919f1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/41f1d152-05fa-431e-881d-6789a11dfe22 HTTP/1.1" status: 204 len: 168 time: 2.4637301 Feb 17 00:12:20.994138 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-a8be54b2-eecb-47bb-9cbf-ea59649d3056 None None] The port '8251b17c-8381-49b8-a79f-5130efafbfb2' was deleted {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:12:21.137527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Pushing event updated for resources: {'Port': ['ID=667bb0a0-4329-4c22-9600-c04d814d7d4c,revision_number=3']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:21.144091 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:21.169703 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57494) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:21.182761 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:21.183456 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:21.185058 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] 10.222.0.54 "PUT /v2.0/ports/667bb0a0-4329-4c22-9600-c04d814d7d4c HTTP/1.1" status: 200 len: 1157 time: 3.0368249 Feb 17 00:12:21.186128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb3048f-a3a2-489d-aeb6-fbf71db804b0', 'tag': '667bb0a0-4329-4c22-9600-c04d814d7d4c'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:21.242638 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb3048f-a3a2-489d-aeb6-fbf71db804b0', 'tag': '667bb0a0-4329-4c22-9600-c04d814d7d4c', 'status': 'completed', 'code': 200} Feb 17 00:12:21.361514 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-5ca8215b-a5d2-4a22-8e55-b6a249c9708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:21.363418 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-5ca8215b-a5d2-4a22-8e55-b6a249c9708b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b411a8583b22466e938da23df9b9a58d&device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 1160 time: 0.1018980 Feb 17 00:12:21.376073 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-7f57e33f-ebc1-4102-bffb-eee6d3e3f8d8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b1d26520a38346a290f804fe567133d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2022326 Feb 17 00:12:21.379152 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57500) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:21.454220 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d1d82-bcfc-4844-8235-dcef8f48e4e2 req-76f310b5-a2b1-416c-9ed6-dca1044e5408 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:21.456650 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-328d1d82-bcfc-4844-8235-dcef8f48e4e2 req-76f310b5-a2b1-416c-9ed6-dca1044e5408 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 943 time: 0.2527075 Feb 17 00:12:21.459165 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-008566b3-7f12-44dd-a71c-50ea278bcded service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=667bb0a0-4329-4c22-9600-c04d814d7d4c HTTP/1.1" status: 200 len: 217 time: 0.0874324 Feb 17 00:12:21.574071 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-6d6c8956-5cf8-4014-85bb-abca61d4bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:21.576888 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-6d6c8956-5cf8-4014-85bb-abca61d4bc34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5503f5df-4c52-49a0-822d-e0c4b5cb2af1 HTTP/1.1" status: 200 len: 854 time: 0.1094127 Feb 17 00:12:21.577527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fcdaf43b-d0e8-4130-baaa-4e1fea2e7f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:21.584569 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-328d1d82-bcfc-4844-8235-dcef8f48e4e2 req-d603aa1c-4878-4ca6-87f2-212d75cb6e9b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Synchronizing usage tracker for tenant:b411a8583b22466e938da23df9b9a58d on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:12:21.625820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fcdaf43b-d0e8-4130-baaa-4e1fea2e7f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:21.648325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-328d1d82-bcfc-4844-8235-dcef8f48e4e2 req-d603aa1c-4878-4ca6-87f2-212d75cb6e9b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Unset dirty status for tenant:b411a8583b22466e938da23df9b9a58d on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:12:21.649612 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-328d1d82-bcfc-4844-8235-dcef8f48e4e2 req-d603aa1c-4878-4ca6-87f2-212d75cb6e9b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729279 Feb 17 00:12:21.660701 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-7607f29b-70d0-4c0a-a1e9-55b5c00df195 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=592db4bb-bc52-449b-9a27-5eef5e80625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768774 Feb 17 00:12:21.699346 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fcdaf43b-d0e8-4130-baaa-4e1fea2e7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:21.706181 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d1360b7c-9be5-448c-9927-e3882e702003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:21.722086 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaf43b-d0e8-4130-baaa-4e1fea2e7f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b4c13b-9c44-4464-b677-c0e39a776e33,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:21.726583 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-fcdaf43b-d0e8-4130-baaa-4e1fea2e7f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:21.731042 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-fcdaf43b-d0e8-4130-baaa-4e1fea2e7f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:21.732386 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-fcdaf43b-d0e8-4130-baaa-4e1fea2e7f28 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/90b4c13b-9c44-4464-b677-c0e39a776e33 HTTP/1.1" status: 204 len: 168 time: 0.3520620 Feb 17 00:12:21.884053 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-12208037-89bc-4510-9d74-d7743c729459 service neutron] 10.222.0.54 "GET /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155042 Feb 17 00:12:22.020803 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-18140623-479b-48ce-bc6a-ef355d33bfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:22.131739 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-75e5cb05-ecd1-426d-b46d-a81c0045fcb8 req-89eb2702-2823-4883-86bd-6a92beb3b8bd service neutron] 10.222.0.54 "GET /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2396393 Feb 17 00:12:22.278681 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb582f8-7edd-49cb-93a8-5e1ab19971d3 req-a5a5e929-5f75-4bb0-a2e6-626ac14d4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:22.281769 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bdb582f8-7edd-49cb-93a8-5e1ab19971d3 req-a5a5e929-5f75-4bb0-a2e6-626ac14d4074 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b411a8583b22466e938da23df9b9a58d&device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 1160 time: 0.1020277 Feb 17 00:12:22.498138 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb582f8-7edd-49cb-93a8-5e1ab19971d3 req-2c87094b-7291-47b9-aa4e-337481976e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:22.501167 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bdb582f8-7edd-49cb-93a8-5e1ab19971d3 req-2c87094b-7291-47b9-aa4e-337481976e6d service neutron] 10.222.0.54 "GET /v2.0/networks?id=592db4bb-bc52-449b-9a27-5eef5e80625f HTTP/1.1" status: 200 len: 908 time: 0.2114320 Feb 17 00:12:22.624679 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bdb582f8-7edd-49cb-93a8-5e1ab19971d3 req-ba99a09c-c631-4ee8-8267-7ccb6f553490 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=667bb0a0-4329-4c22-9600-c04d814d7d4c HTTP/1.1" status: 200 len: 217 time: 0.1163113 Feb 17 00:12:22.719125 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb582f8-7edd-49cb-93a8-5e1ab19971d3 req-9ecaab2c-2de6-458f-aa90-3b21407f6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:22.722078 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bdb582f8-7edd-49cb-93a8-5e1ab19971d3 req-9ecaab2c-2de6-458f-aa90-3b21407f6f23 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5503f5df-4c52-49a0-822d-e0c4b5cb2af1 HTTP/1.1" status: 200 len: 854 time: 0.0900638 Feb 17 00:12:22.792333 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bdb582f8-7edd-49cb-93a8-5e1ab19971d3 req-7009ae96-469a-42e4-af80-4eed3058a225 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=592db4bb-bc52-449b-9a27-5eef5e80625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624034 Feb 17 00:12:23.085592 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bdb582f8-7edd-49cb-93a8-5e1ab19971d3 req-32e633e3-9907-4dbc-8879-0a0813c04a57 service neutron] 10.222.0.54 "GET /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859809 Feb 17 00:12:23.092521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337685b0-2331-49f4-978b-032e3741f5e0 req-a7379638-6b5a-4001-9d60-d3da1c27c8aa tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:23.094303 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-337685b0-2331-49f4-978b-032e3741f5e0 req-a7379638-6b5a-4001-9d60-d3da1c27c8aa tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 943 time: 0.2533224 Feb 17 00:12:23.240726 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-337685b0-2331-49f4-978b-032e3741f5e0 req-640c52aa-047a-40ec-a6cc-65e266a082b6 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195796 Feb 17 00:12:23.287870 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-bdb582f8-7edd-49cb-93a8-5e1ab19971d3 req-afff65b6-7112-4413-9039-44f06fe682e3 service neutron] 10.222.0.54 "GET /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1924374 Feb 17 00:12:24.491803 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-773afa2e-b105-4648-bc41-3bb671050ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:24.561019 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cfa28-37ed-4a67-b43a-b9f8f407a51b req-5bf6e7d8-c7df-455c-a4ff-cb4be9956fb1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:24.564508 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-220cfa28-37ed-4a67-b43a-b9f8f407a51b req-5bf6e7d8-c7df-455c-a4ff-cb4be9956fb1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 943 time: 0.1287000 Feb 17 00:12:24.618558 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-220cfa28-37ed-4a67-b43a-b9f8f407a51b req-e80f7c46-b716-4ef9-890b-a29397d01359 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473793 Feb 17 00:12:24.838507 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57558) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:24.949715 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:25.015636 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-800a14af-331f-4c8e-a700-8ca37a5f01eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:25.030130 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.objects.ports [None req-8ecdad56-53d3-4b3e-b3ee-72d84f1ea635 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:12:25.034416 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-800a14af-331f-4c8e-a700-8ca37a5f01eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:25.039207 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-800a14af-331f-4c8e-a700-8ca37a5f01eb admin admin] Usage tracker for resource:security_group_rule and tenant:851233c7e7a64c39ba2c4cb928ffd2ab is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:25.042486 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-800a14af-331f-4c8e-a700-8ca37a5f01eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:25.049468 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-800a14af-331f-4c8e-a700-8ca37a5f01eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:25.175041 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-800a14af-331f-4c8e-a700-8ca37a5f01eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:25.178910 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-800a14af-331f-4c8e-a700-8ca37a5f01eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:25.194429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-06a22d92-06a8-4c37-b52e-aa2d7bb996ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:25.272617 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-800a14af-331f-4c8e-a700-8ca37a5f01eb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=851233c7e7a64c39ba2c4cb928ffd2ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325180 Feb 17 00:12:25.273992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a14af-331f-4c8e-a700-8ca37a5f01eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6816e434-1385-4e29-94bd-eec4e6bb337d,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:25.275789 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57564) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:25.279986 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-800a14af-331f-4c8e-a700-8ca37a5f01eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:25.332412 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 667bb0a0-4329-4c22-9600-c04d814d7d4c up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:25.353390 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e638fac1-0a09-4017-903e-64a0584987d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:25.392731 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e638fac1-0a09-4017-903e-64a0584987d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:25.432173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port 667bb0a0-4329-4c22-9600-c04d814d7d4c completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:12:25.441209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 667bb0a0-4329-4c22-9600-c04d814d7d4c triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:25.442014 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:25.472155 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e638fac1-0a09-4017-903e-64a0584987d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:25.481449 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bb585000-4ec6-4fe2-9b00-2b9576097341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:25.502437 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638fac1-0a09-4017-903e-64a0584987d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6816e434-1385-4e29-94bd-eec4e6bb337d,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:25.509066 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e638fac1-0a09-4017-903e-64a0584987d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:25.514777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-e638fac1-0a09-4017-903e-64a0584987d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:25.519518 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-e638fac1-0a09-4017-903e-64a0584987d1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6816e434-1385-4e29-94bd-eec4e6bb337d HTTP/1.1" status: 204 len: 168 time: 0.2396057 Feb 17 00:12:25.607727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:25.657118 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb3048f-a3a2-489d-aeb6-fbf71db804b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667bb0a0-4329-4c22-9600-c04d814d7d4c'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:25.675539 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 667bb0a0-4329-4c22-9600-c04d814d7d4c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=667bb0a0-4329-4c22-9600-c04d814d7d4c,segment=NetworkSegment(45661241-70b6-4fc1-9ea3-52d24444ae97),segment_id=45661241-70b6-4fc1-9ea3-52d24444ae97)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:25.680028 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:25.683355 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-5c20c9ac-7774-4361-861c-9988dc01b3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:25.760196 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb3048f-a3a2-489d-aeb6-fbf71db804b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667bb0a0-4329-4c22-9600-c04d814d7d4c', 'code': 200} Feb 17 00:12:25.796899 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=667bb0a0-4329-4c22-9600-c04d814d7d4c,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:25.809552 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.809957 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.810403 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.810700 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.811070 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.811633 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.812003 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.812364 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.812728 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.813220 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.813584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.814010 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.814483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.814845 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.815205 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.815560 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.815915 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.816272 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.816634 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.816986 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.817341 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.817696 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.818077 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.818432 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:25.822934 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:25.943621 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b0087-42f4-41c6-8b86-5f2e37630c80 req-c3450628-0ca0-4a3f-af9c-62ad9eb8b4ef tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:25.946110 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-875b0087-42f4-41c6-8b86-5f2e37630c80 req-c3450628-0ca0-4a3f-af9c-62ad9eb8b4ef tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 945 time: 0.1199656 Feb 17 00:12:26.011508 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57576) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:26.048228 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9fd411c1-7f59-41d2-ab76-1369b85390ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:26.076219 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-9fd411c1-7f59-41d2-ab76-1369b85390ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:26.092563 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-875b0087-42f4-41c6-8b86-5f2e37630c80 req-093a4b88-4e28-4dac-aa93-23036340bddf tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335685 Feb 17 00:12:26.092902 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-9fd411c1-7f59-41d2-ab76-1369b85390ea admin admin] Usage tracker for resource:security_group_rule and tenant:a4d1fb80c23446f5823d4ea78e5abda4 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:26.097575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-9fd411c1-7f59-41d2-ab76-1369b85390ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:26.109721 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-9fd411c1-7f59-41d2-ab76-1369b85390ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:26.151259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:26.158293 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d615a-4e9a-48df-82a2-58959127a1ce req-e8814655-ccfe-4a73-a238-60cf99e4e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:26.160933 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-675d615a-4e9a-48df-82a2-58959127a1ce req-e8814655-ccfe-4a73-a238-60cf99e4e176 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 1162 time: 0.1348848 Feb 17 00:12:26.227225 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9fd411c1-7f59-41d2-ab76-1369b85390ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:26.230652 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9fd411c1-7f59-41d2-ab76-1369b85390ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:26.232312 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-675d615a-4e9a-48df-82a2-58959127a1ce req-f8b63e0c-98ea-45f7-9ab9-0aeb19dbaf54 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644631 Feb 17 00:12:26.239871 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-735f0f57-f04d-4807-b98b-f40535ee206e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:26.285725 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9fd411c1-7f59-41d2-ab76-1369b85390ea admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a4d1fb80c23446f5823d4ea78e5abda4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726271 Feb 17 00:12:26.286866 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd411c1-7f59-41d2-ab76-1369b85390ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2f292f-3ec4-4e83-83f2-33dbe1f453be,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:26.289870 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57580) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:26.293797 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9fd411c1-7f59-41d2-ab76-1369b85390ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:26.373600 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d6908ded-21ba-4329-b39e-669231f812ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:26.410125 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d6908ded-21ba-4329-b39e-669231f812ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:26.410430 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:26.463563 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d6908ded-21ba-4329-b39e-669231f812ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:26.469481 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-de47293e-079f-4ce1-aacc-1bd0e6cbee16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:26.484104 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6908ded-21ba-4329-b39e-669231f812ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2f292f-3ec4-4e83-83f2-33dbe1f453be,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:26.488299 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d6908ded-21ba-4329-b39e-669231f812ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:26.489314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d6908ded-21ba-4329-b39e-669231f812ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:26.490971 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-d6908ded-21ba-4329-b39e-669231f812ff admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cf2f292f-3ec4-4e83-83f2-33dbe1f453be HTTP/1.1" status: 204 len: 168 time: 0.1997182 Feb 17 00:12:26.927788 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 667bb0a0-4329-4c22-9600-c04d814d7d4c up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:27.018529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port 667bb0a0-4329-4c22-9600-c04d814d7d4c triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:27.019212 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:27.426473 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5a7a4-d367-4681-b56f-f785decb6679 req-5fa6cbb1-eb19-4544-9426-1b434ec2c637 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:27.440647 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5cc5a7a4-d367-4681-b56f-f785decb6679 req-5fa6cbb1-eb19-4544-9426-1b434ec2c637 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 945 time: 0.1824498 Feb 17 00:12:27.515937 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5cc5a7a4-d367-4681-b56f-f785decb6679 req-115feff4-9f16-4833-9e6c-4071c07108cb tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717309 Feb 17 00:12:28.837285 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281e5ae-abe0-446b-8c22-207feceb0f9d req-e6952fac-be06-46fe-80bf-3c35c87d72f0 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:28.840261 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f281e5ae-abe0-446b-8c22-207feceb0f9d req-e6952fac-be06-46fe-80bf-3c35c87d72f0 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 945 time: 0.1264429 Feb 17 00:12:28.929711 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f281e5ae-abe0-446b-8c22-207feceb0f9d req-d107e9e4-202f-47d9-964b-053b02a79af4 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794587 Feb 17 00:12:29.476405 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57670) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:29.698582 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c6812a38-03b9-471d-95c3-328bbcecca3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:29.724531 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-c6812a38-03b9-471d-95c3-328bbcecca3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:29.732286 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-c6812a38-03b9-471d-95c3-328bbcecca3a admin admin] Usage tracker for resource:security_group_rule and tenant:55b36caad254410d9c235103a4ac2321 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:29.738478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-c6812a38-03b9-471d-95c3-328bbcecca3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:29.750044 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-c6812a38-03b9-471d-95c3-328bbcecca3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:29.910401 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c6812a38-03b9-471d-95c3-328bbcecca3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:29.913977 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c6812a38-03b9-471d-95c3-328bbcecca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:29.924140 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2eb5ee01-5b58-462a-b8ae-13077c7716f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:29.974412 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c6812a38-03b9-471d-95c3-328bbcecca3a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=55b36caad254410d9c235103a4ac2321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963584 Feb 17 00:12:29.976478 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6812a38-03b9-471d-95c3-328bbcecca3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eca226a-d3b4-4cdc-919a-1635007260b4,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:29.977722 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57680) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:29.980833 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c6812a38-03b9-471d-95c3-328bbcecca3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:30.098166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd323-75da-4688-add7-8e47efea42b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:30.153267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd323-75da-4688-add7-8e47efea42b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:30.216551 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd323-75da-4688-add7-8e47efea42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:30.224618 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-3482da40-ec00-4976-be62-b1a1a2152e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:30.254087 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bd323-75da-4688-add7-8e47efea42b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eca226a-d3b4-4cdc-919a-1635007260b4,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:30.258547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-3d0bd323-75da-4688-add7-8e47efea42b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:30.261052 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd323-75da-4688-add7-8e47efea42b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:30.263141 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-3d0bd323-75da-4688-add7-8e47efea42b1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6eca226a-d3b4-4cdc-919a-1635007260b4 HTTP/1.1" status: 204 len: 168 time: 0.2838027 Feb 17 00:12:30.674507 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57702) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:30.704122 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7825db1e-a7cd-43a0-9c27-007ad9cddbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:30.727072 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-7825db1e-a7cd-43a0-9c27-007ad9cddbb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:30.731595 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-7825db1e-a7cd-43a0-9c27-007ad9cddbb2 admin admin] Usage tracker for resource:security_group_rule and tenant:3e94eb5867ca4db495477b6ea05e55bf is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:30.735041 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-7825db1e-a7cd-43a0-9c27-007ad9cddbb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:30.741147 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-7825db1e-a7cd-43a0-9c27-007ad9cddbb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:30.864471 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7825db1e-a7cd-43a0-9c27-007ad9cddbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:30.869555 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-7825db1e-a7cd-43a0-9c27-007ad9cddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:30.878747 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-03843f43-dccc-4bc4-a08b-19463365ff83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:30.941649 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825db1e-a7cd-43a0-9c27-007ad9cddbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbf3e19-b206-4d0c-b40d-32af3caf13a8,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:30.945869 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7825db1e-a7cd-43a0-9c27-007ad9cddbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:30.951264 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-7825db1e-a7cd-43a0-9c27-007ad9cddbb2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3e94eb5867ca4db495477b6ea05e55bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746611 Feb 17 00:12:30.956052 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57708) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:31.083839 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2d731cc7-0a91-43d0-aebe-f62534e633a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:31.137256 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2d731cc7-0a91-43d0-aebe-f62534e633a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:31.220175 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2d731cc7-0a91-43d0-aebe-f62534e633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:31.230029 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d2ba8ba1-ff00-4951-852c-7a92a49ad4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:31.256279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d731cc7-0a91-43d0-aebe-f62534e633a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbf3e19-b206-4d0c-b40d-32af3caf13a8,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:31.261580 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2d731cc7-0a91-43d0-aebe-f62534e633a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:31.278285 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2d731cc7-0a91-43d0-aebe-f62534e633a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:31.279835 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-2d731cc7-0a91-43d0-aebe-f62534e633a1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cdbf3e19-b206-4d0c-b40d-32af3caf13a8 HTTP/1.1" status: 204 len: 168 time: 0.3217399 Feb 17 00:12:34.172279 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57764) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:34.353806 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-65f46ef6-ae19-4d67-aefb-028fc7b28a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:34.372589 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-65f46ef6-ae19-4d67-aefb-028fc7b28a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:34.377548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-65f46ef6-ae19-4d67-aefb-028fc7b28a9e admin admin] Usage tracker for resource:security_group_rule and tenant:9204781633cd48ac94fcdba634503143 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:34.380841 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-65f46ef6-ae19-4d67-aefb-028fc7b28a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:34.386706 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-65f46ef6-ae19-4d67-aefb-028fc7b28a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:34.525726 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-65f46ef6-ae19-4d67-aefb-028fc7b28a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:34.529712 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-65f46ef6-ae19-4d67-aefb-028fc7b28a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:34.552204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-2d731cc7-0a91-43d0-aebe-f62534e633a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:34.619067 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f46ef6-ae19-4d67-aefb-028fc7b28a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b8a90e-6533-4ac3-b2d8-e2fe6b8901ec,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:34.622925 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-65f46ef6-ae19-4d67-aefb-028fc7b28a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:34.627614 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-65f46ef6-ae19-4d67-aefb-028fc7b28a9e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9204781633cd48ac94fcdba634503143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519434 Feb 17 00:12:34.630173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57772) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:34.713347 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-91f227a5-7f41-4929-a497-234cba28c3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:34.745607 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-91f227a5-7f41-4929-a497-234cba28c3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:34.802841 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-91f227a5-7f41-4929-a497-234cba28c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:34.808883 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-88c3720b-b507-40a2-a121-b5f06949c327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:34.824692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f227a5-7f41-4929-a497-234cba28c3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b8a90e-6533-4ac3-b2d8-e2fe6b8901ec,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:34.830758 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-91f227a5-7f41-4929-a497-234cba28c3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:34.834610 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-91f227a5-7f41-4929-a497-234cba28c3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:34.837509 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-91f227a5-7f41-4929-a497-234cba28c3ab admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/69b8a90e-6533-4ac3-b2d8-e2fe6b8901ec HTTP/1.1" status: 204 len: 168 time: 0.2064474 Feb 17 00:12:35.152650 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:12:35.326529 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57780) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:35.349549 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-55310fd0-ee63-4ae7-b4ad-0426e8cd4229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:35.379872 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-55310fd0-ee63-4ae7-b4ad-0426e8cd4229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:35.387551 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-55310fd0-ee63-4ae7-b4ad-0426e8cd4229 admin admin] Usage tracker for resource:security_group_rule and tenant:01d39d61ffdf45a58656a24b3d32dfe2 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:35.393249 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-55310fd0-ee63-4ae7-b4ad-0426e8cd4229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:35.405479 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-55310fd0-ee63-4ae7-b4ad-0426e8cd4229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:35.534969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-55310fd0-ee63-4ae7-b4ad-0426e8cd4229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:35.538203 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-55310fd0-ee63-4ae7-b4ad-0426e8cd4229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:35.548988 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-642957c7-49c9-456b-87f3-7b92b900ac39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:35.596825 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-55310fd0-ee63-4ae7-b4ad-0426e8cd4229 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=01d39d61ffdf45a58656a24b3d32dfe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680578 Feb 17 00:12:35.600371 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57786) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:35.603684 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55310fd0-ee63-4ae7-b4ad-0426e8cd4229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddf76c8-628a-4934-955f-fc7a5bf4d20e,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:35.608263 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-55310fd0-ee63-4ae7-b4ad-0426e8cd4229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:35.687703 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c7901802-1934-4c60-8023-50b9d3fb5ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:35.726806 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c7901802-1934-4c60-8023-50b9d3fb5ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:35.780680 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c7901802-1934-4c60-8023-50b9d3fb5ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:35.789799 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b591bf49-c93b-4450-9ce7-d91a48b14b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:35.807061 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7901802-1934-4c60-8023-50b9d3fb5ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddf76c8-628a-4934-955f-fc7a5bf4d20e,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:35.810534 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c7901802-1934-4c60-8023-50b9d3fb5ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:35.812956 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-c7901802-1934-4c60-8023-50b9d3fb5ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:35.814845 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-c7901802-1934-4c60-8023-50b9d3fb5ec0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fddf76c8-628a-4934-955f-fc7a5bf4d20e HTTP/1.1" status: 204 len: 168 time: 0.2130930 Feb 17 00:12:39.980694 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57864) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:40.150242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9beec1fb-8b17-42fc-9b9a-f98abb6b1e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.167267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-9beec1fb-8b17-42fc-9b9a-f98abb6b1e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:40.171739 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-9beec1fb-8b17-42fc-9b9a-f98abb6b1e44 admin admin] Usage tracker for resource:security_group_rule and tenant:501e611af3cf4109ab0b86b2b7bd8c1d is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:40.175381 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-9beec1fb-8b17-42fc-9b9a-f98abb6b1e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:40.182483 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-9beec1fb-8b17-42fc-9b9a-f98abb6b1e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:40.315432 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9beec1fb-8b17-42fc-9b9a-f98abb6b1e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.326948 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9beec1fb-8b17-42fc-9b9a-f98abb6b1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.342972 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-96f1c341-6028-40be-a1ea-8e44174172ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:40.418653 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beec1fb-8b17-42fc-9b9a-f98abb6b1e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8debbe03-8767-4c66-898f-d127bf7c499f,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:40.425211 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9beec1fb-8b17-42fc-9b9a-f98abb6b1e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:40.430074 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9beec1fb-8b17-42fc-9b9a-f98abb6b1e44 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=501e611af3cf4109ab0b86b2b7bd8c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466171 Feb 17 00:12:40.434924 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57872) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:40.519243 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bebad188-55db-48a4-971a-486093645bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.557667 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bebad188-55db-48a4-971a-486093645bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.615020 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bebad188-55db-48a4-971a-486093645bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.625383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ffb274cb-d952-4ccc-b4e7-809e397539e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:40.646553 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebad188-55db-48a4-971a-486093645bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8debbe03-8767-4c66-898f-d127bf7c499f,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:40.652627 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-bebad188-55db-48a4-971a-486093645bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:40.657617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-bebad188-55db-48a4-971a-486093645bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.659773 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-bebad188-55db-48a4-971a-486093645bff admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8debbe03-8767-4c66-898f-d127bf7c499f HTTP/1.1" status: 204 len: 168 time: 0.2236090 Feb 17 00:12:41.157176 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57880) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:41.181715 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-aaf03a5a-e327-42fb-84f9-81969e8fe4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:41.206136 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-aaf03a5a-e327-42fb-84f9-81969e8fe4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:41.210644 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-aaf03a5a-e327-42fb-84f9-81969e8fe4fe admin admin] Usage tracker for resource:security_group_rule and tenant:a7c81b3707fc498b82ebc5959038759d is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:41.213733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-aaf03a5a-e327-42fb-84f9-81969e8fe4fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:41.220575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-aaf03a5a-e327-42fb-84f9-81969e8fe4fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:41.321536 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-aaf03a5a-e327-42fb-84f9-81969e8fe4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:41.325672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-aaf03a5a-e327-42fb-84f9-81969e8fe4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:41.341885 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-698dd4e1-0fe7-4624-b0a1-928758fc504b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:41.406129 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf03a5a-e327-42fb-84f9-81969e8fe4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f85d62-166e-4d51-8fd3-d215e617a5f9,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:41.413755 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-aaf03a5a-e327-42fb-84f9-81969e8fe4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:41.420308 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-aaf03a5a-e327-42fb-84f9-81969e8fe4fe admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a7c81b3707fc498b82ebc5959038759d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609909 Feb 17 00:12:41.420834 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57886) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:41.538992 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-746b23e6-f301-4f3a-811d-065f16f2a2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:41.591650 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-746b23e6-f301-4f3a-811d-065f16f2a2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:41.668564 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-746b23e6-f301-4f3a-811d-065f16f2a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:41.674326 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-7825db1e-a7cd-43a0-9c27-007ad9cddbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:41.691519 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b23e6-f301-4f3a-811d-065f16f2a2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f85d62-166e-4d51-8fd3-d215e617a5f9,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:41.694544 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-746b23e6-f301-4f3a-811d-065f16f2a2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:41.695811 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-746b23e6-f301-4f3a-811d-065f16f2a2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:41.697508 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-746b23e6-f301-4f3a-811d-065f16f2a2e3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/64f85d62-166e-4d51-8fd3-d215e617a5f9 HTTP/1.1" status: 204 len: 168 time: 0.2747080 Feb 17 00:12:46.013587 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 57988) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:46.176786 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-02b3c90b-b26b-4983-8129-34598e9b896d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:46.194862 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-02b3c90b-b26b-4983-8129-34598e9b896d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:46.199425 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-02b3c90b-b26b-4983-8129-34598e9b896d admin admin] Usage tracker for resource:security_group_rule and tenant:e1eb4891278e4fc9a75bfc2c9869f68c is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:46.203015 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-02b3c90b-b26b-4983-8129-34598e9b896d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:46.210358 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-02b3c90b-b26b-4983-8129-34598e9b896d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:46.330530 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-02b3c90b-b26b-4983-8129-34598e9b896d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:46.334863 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-02b3c90b-b26b-4983-8129-34598e9b896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:46.352209 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-65f46ef6-ae19-4d67-aefb-028fc7b28a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:46.407868 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-02b3c90b-b26b-4983-8129-34598e9b896d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e1eb4891278e4fc9a75bfc2c9869f68c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927040 Feb 17 00:12:46.409307 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3c90b-b26b-4983-8129-34598e9b896d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2227a7-40b5-4d31-946b-67b25de503cc,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:46.411326 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 57994) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:46.413314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-02b3c90b-b26b-4983-8129-34598e9b896d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:46.522266 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a2651e2c-bff5-49f8-857e-09ac64eb9b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:46.555614 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a2651e2c-bff5-49f8-857e-09ac64eb9b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:46.611553 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a2651e2c-bff5-49f8-857e-09ac64eb9b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:46.617336 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a9a7896c-9674-4953-a156-95883a4120f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:46.632330 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2651e2c-bff5-49f8-857e-09ac64eb9b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2227a7-40b5-4d31-946b-67b25de503cc,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:46.636384 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a2651e2c-bff5-49f8-857e-09ac64eb9b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:46.642546 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a2651e2c-bff5-49f8-857e-09ac64eb9b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:46.643791 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-a2651e2c-bff5-49f8-857e-09ac64eb9b49 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5e2227a7-40b5-4d31-946b-67b25de503cc HTTP/1.1" status: 204 len: 168 time: 0.2311604 Feb 17 00:12:47.058909 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 58004) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:47.086890 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00c6e3e8-8eea-4213-a695-6de9f896c415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.104582 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-00c6e3e8-8eea-4213-a695-6de9f896c415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:47.109148 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-00c6e3e8-8eea-4213-a695-6de9f896c415 admin admin] Usage tracker for resource:security_group_rule and tenant:ae406ec267f74d1dbe2d5e3b687e4539 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:47.112594 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-00c6e3e8-8eea-4213-a695-6de9f896c415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:47.118665 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-00c6e3e8-8eea-4213-a695-6de9f896c415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:47.219394 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00c6e3e8-8eea-4213-a695-6de9f896c415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.222795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00c6e3e8-8eea-4213-a695-6de9f896c415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.230659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-80750ff0-1801-4709-99b4-a6549250fad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:47.275706 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-00c6e3e8-8eea-4213-a695-6de9f896c415 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ae406ec267f74d1dbe2d5e3b687e4539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149100 Feb 17 00:12:47.276649 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6e3e8-8eea-4213-a695-6de9f896c415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca5387a-b344-4445-97da-5225755ac751,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:47.279068 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 58008) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:47.280091 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-00c6e3e8-8eea-4213-a695-6de9f896c415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:47.354571 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-93e0078a-957b-4095-9eb7-57099b3bd092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.386246 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-93e0078a-957b-4095-9eb7-57099b3bd092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.462211 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-93e0078a-957b-4095-9eb7-57099b3bd092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.471289 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6c671c8b-5307-44d0-bb9c-41056351bb5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:47.489316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0078a-957b-4095-9eb7-57099b3bd092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca5387a-b344-4445-97da-5225755ac751,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:47.492636 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-93e0078a-957b-4095-9eb7-57099b3bd092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:47.494888 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-93e0078a-957b-4095-9eb7-57099b3bd092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.500265 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-93e0078a-957b-4095-9eb7-57099b3bd092 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0ca5387a-b344-4445-97da-5225755ac751 HTTP/1.1" status: 204 len: 168 time: 0.2156777 Feb 17 00:12:49.638789 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.032066 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5aae3203-a8ec-4e3d-afcb-78e080adf582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.197256 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 58074) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:52.403927 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae95d-7786-4927-a905-c4e8c667f30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.424518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4b7ae95d-7786-4927-a905-c4e8c667f30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:52.430338 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4b7ae95d-7786-4927-a905-c4e8c667f30a admin admin] Usage tracker for resource:security_group_rule and tenant:58ce5b0597c64dea9fb71ed93a8c3ed3 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:52.434301 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [None req-4b7ae95d-7786-4927-a905-c4e8c667f30a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:52.441858 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [None req-4b7ae95d-7786-4927-a905-c4e8c667f30a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:52.547153 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae95d-7786-4927-a905-c4e8c667f30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.551248 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae95d-7786-4927-a905-c4e8c667f30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.559638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-c9401ee4-af73-4a78-9ef5-6f55bb7c126e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:52.606621 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-4b7ae95d-7786-4927-a905-c4e8c667f30a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=58ce5b0597c64dea9fb71ed93a8c3ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075055 Feb 17 00:12:52.607414 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ae95d-7786-4927-a905-c4e8c667f30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef7f419-249f-4f1a-8a21-43ced5f57df5,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:52.611809 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 58080) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:52.614685 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4b7ae95d-7786-4927-a905-c4e8c667f30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:52.679211 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ec14116f-5ee8-43b6-81e6-0e1dc5a82e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.709135 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ec14116f-5ee8-43b6-81e6-0e1dc5a82e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.777157 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ec14116f-5ee8-43b6-81e6-0e1dc5a82e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.781274 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-01057384-0c4a-4029-87ff-fd79d6f6fab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:52.796231 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14116f-5ee8-43b6-81e6-0e1dc5a82e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef7f419-249f-4f1a-8a21-43ced5f57df5,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:52.800165 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ec14116f-5ee8-43b6-81e6-0e1dc5a82e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:52.802284 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-ec14116f-5ee8-43b6-81e6-0e1dc5a82e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.803515 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-ec14116f-5ee8-43b6-81e6-0e1dc5a82e1e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5ef7f419-249f-4f1a-8a21-43ced5f57df5 HTTP/1.1" status: 204 len: 168 time: 0.1906984 Feb 17 00:12:54.487132 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-91cb6bdd-803e-4b8c-a0af-4cb16dd458aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:54.942518 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:55.694604 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-23f86729-2961-4309-bdde-2254ad7bba3f tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=8a9ce6150d064169b8ade0b4d5549098&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444605 Feb 17 00:12:56.134940 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:56.146427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-d18c054b-0e78-4ba5-be1e-b223d153e135 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:56.148101 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-d18c054b-0e78-4ba5-be1e-b223d153e135 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4441915 Feb 17 00:12:56.167508 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-31e335ba-3dd8-4a58-9071-82f8dde07af8 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/quotas/8a9ce6150d064169b8ade0b4d5549098 HTTP/1.1" status: 200 len: 375 time: 0.0127392 Feb 17 00:12:56.233972 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-23312315-edc7-4aa7-8eef-6fb94c986763 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8a9ce6150d064169b8ade0b4d5549098&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597241 Feb 17 00:12:56.411054 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:56.514047 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fd306908-9abd-44cf-b423-c076fbac9d46 req-dff5d33d-ed42-4630-a528-cc45305b66c0 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 210 time: 0.0882494 Feb 17 00:12:57.817571 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-81840c7c-54a2-4904-86f6-8a26adeeba16 req-42c5136b-8b2e-4e4c-9f42-9e410874df17 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 210 time: 0.0988548 Feb 17 00:12:57.822966 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-eb0ee2b5-c8b5-4ed9-ab8b-1f4bf52d8a84 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=8a9ce6150d064169b8ade0b4d5549098&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433204 Feb 17 00:12:58.059662 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-5dfc9d03-6ec0-459f-8e50-41e088498e6e tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:58.061344 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-5dfc9d03-6ec0-459f-8e50-41e088498e6e tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2331402 Feb 17 00:12:58.090008 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Request body: {'port': {'device_id': '9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e', 'network_id': 'ee6245f9-fc3c-432b-bb47-93c304fa294c', 'admin_state_up': True, 'tenant_id': '8a9ce6150d064169b8ade0b4d5549098'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:58.544907 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:58.549834 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Usage tracker for resource:port and tenant:8a9ce6150d064169b8ade0b4d5549098 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:58.553266 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:58.560122 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:58.571016 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Made reservation on behalf of 8a9ce6150d064169b8ade0b4d5549098 for: {'port': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:12:58.576954 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:58.591520 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Notify callbacks [] for security_group, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:58.616982 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:58.623778 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Usage tracker for resource:security_group_rule and tenant:8a9ce6150d064169b8ade0b4d5549098 is out of sync, need to count used quota {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:58.628556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83920) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:58.635637 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:58.758693 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:58.762224 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:58.773059 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-fbd5acdd-e41c-4fe0-9e16-9d3d66ae30da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:58.929093 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659dbd12-9ab9-46e8-be24-318c3fe85a48,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:58.934547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:58.999672 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32dee9c7-e005-47a7-8aa6-8655abe3a5ca req-a94c9329-40e7-41a5-a63c-77bd909edc5a tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 210 time: 0.0527139 Feb 17 00:12:59.271032 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Allocated IP 192.168.233.148 (ee6245f9-fc3c-432b-bb47-93c304fa294c/77f80b97-61dd-4035-b95e-5c09f01deac7/f6ef94f6-4370-4c9d-9a01-a000140a38f6) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:12:59.573713 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:59.605500 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Transition to ACTIVE for port object f6ef94f6-4370-4c9d-9a01-a000140a38f6 will not be triggered until provisioned by entity DHCP. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:12:59.642356 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:59.673071 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-a496679c-b7f9-4e1b-bcc3-5356d8a5176e tempest-VolumesActionsTest-1947158536 tempest-VolumesActionsTest-1947158536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:59.838390 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Pushing event updated for resources: {'Port': ['ID=f6ef94f6-4370-4c9d-9a01-a000140a38f6,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:59.842423 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:59.905451 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Network ee6245f9-fc3c-432b-bb47-93c304fa294c is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:12:59.906869 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:12:59.909720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:12:59.991662 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:59.992399 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:00.037927 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-6d26aeba-de40-4194-b655-4a7d295a8744 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9561033 Feb 17 00:13:00.059263 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Request body: {'port': {'device_id': '9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:00.174050 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-47a207bc-5b23-417d-b66e-24562dd0c996 None None] Provisioning for port f6ef94f6-4370-4c9d-9a01-a000140a38f6 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:13:00.180018 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-47a207bc-5b23-417d-b66e-24562dd0c996 None None] Provisioning complete for port f6ef94f6-4370-4c9d-9a01-a000140a38f6 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:00.180692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-47a207bc-5b23-417d-b66e-24562dd0c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:00.250951 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-47a207bc-5b23-417d-b66e-24562dd0c996 None None] Port f6ef94f6-4370-4c9d-9a01-a000140a38f6 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:13:00.352621 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:00.453703 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabaa62-9ff2-4f9b-bff7-01d664d76beb req-404e1a06-fe4b-4eda-afbc-a07bd2703be3 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:00.454676 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-0aabaa62-9ff2-4f9b-bff7-01d664d76beb req-404e1a06-fe4b-4eda-afbc-a07bd2703be3 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Synchronizing usage tracker for tenant:8a9ce6150d064169b8ade0b4d5549098 on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:13:00.536753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-0aabaa62-9ff2-4f9b-bff7-01d664d76beb req-404e1a06-fe4b-4eda-afbc-a07bd2703be3 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Unset dirty status for tenant:8a9ce6150d064169b8ade0b4d5549098 on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:13:00.538105 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0aabaa62-9ff2-4f9b-bff7-01d664d76beb req-404e1a06-fe4b-4eda-afbc-a07bd2703be3 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 936 time: 0.3186374 Feb 17 00:13:00.768944 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-0aabaa62-9ff2-4f9b-bff7-01d664d76beb req-397e00e8-2a6c-4c23-8742-cdfc01ec5641 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Synchronizing usage tracker for tenant:8a9ce6150d064169b8ade0b4d5549098 on resource:security_group {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:13:00.887867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-0aabaa62-9ff2-4f9b-bff7-01d664d76beb req-397e00e8-2a6c-4c23-8742-cdfc01ec5641 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Unset dirty status for tenant:8a9ce6150d064169b8ade0b4d5549098 on resource:security_group {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:13:00.889216 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0aabaa62-9ff2-4f9b-bff7-01d664d76beb req-397e00e8-2a6c-4c23-8742-cdfc01ec5641 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/security-groups?id=659dbd12-9ab9-46e8-be24-318c3fe85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417079 Feb 17 00:13:01.065875 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ef94f6-4370-4c9d-9a01-a000140a38f6 {{(pid=83920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:13:01.082060 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:01.096750 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Transition to ACTIVE for port object f6ef94f6-4370-4c9d-9a01-a000140a38f6 will not be triggered until provisioned by entity L2. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:13:01.100094 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844035027'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:01.114421 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-1f632e66-fc2f-4527-ae14-2cd09ebbffae tempest-AttachVolumeShelveTestJSON-1376264071 tempest-AttachVolumeShelveTestJSON-1376264071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:01.273859 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ef94f6-4370-4c9d-9a01-a000140a38f6,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:01.279570 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:01.632134 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Attempting to bind port f6ef94f6-4370-4c9d-9a01-a000140a38f6 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:13:01.632725 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Attempting to bind port f6ef94f6-4370-4c9d-9a01-a000140a38f6 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '14b7880d-dc53-40ca-b4f7-d0e801652c36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee6245f9-fc3c-432b-bb47-93c304fa294c'}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:13:01.633239 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Attempting to bind port f6ef94f6-4370-4c9d-9a01-a000140a38f6 on network ee6245f9-fc3c-432b-bb47-93c304fa294c {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:13:01.644908 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:13:01.645813 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Checking segment: {'id': '14b7880d-dc53-40ca-b4f7-d0e801652c36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee6245f9-fc3c-432b-bb47-93c304fa294c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:13:01.646609 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:01.647273 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Bound using segment: {'id': '14b7880d-dc53-40ca-b4f7-d0e801652c36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee6245f9-fc3c-432b-bb47-93c304fa294c'} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:13:01.648163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Bound port: f6ef94f6-4370-4c9d-9a01-a000140a38f6, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b7880d-dc53-40ca-b4f7-d0e801652c36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee6245f9-fc3c-432b-bb47-93c304fa294c'}}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:13:01.648800 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:01.817490 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] For port f6ef94f6-4370-4c9d-9a01-a000140a38f6, host hv-cinder-75996, cleared binding levels {{(pid=83920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:13:01.821325 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] For port f6ef94f6-4370-4c9d-9a01-a000140a38f6, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f6ef94f6-4370-4c9d-9a01-a000140a38f6,segment=NetworkSegment(14b7880d-dc53-40ca-b4f7-d0e801652c36),segment_id=14b7880d-dc53-40ca-b4f7-d0e801652c36)] {{(pid=83920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:13:01.825242 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844035027'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:01.850525 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-9697e277-9c20-45d6-8ab4-e5fa102fe72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:02.139584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ef94f6-4370-4c9d-9a01-a000140a38f6,revision_number=3']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:02.146120 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:02.184389 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:02.185006 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:02.186592 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] 10.222.0.54 "PUT /v2.0/ports/f6ef94f6-4370-4c9d-9a01-a000140a38f6 HTTP/1.1" status: 200 len: 1162 time: 2.1361926 Feb 17 00:13:02.187297 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e', 'tag': 'f6ef94f6-4370-4c9d-9a01-a000140a38f6'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:02.287521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96d643-88c6-4096-8141-d8515639998a req-d3de4be8-45dd-45d3-9afb-7a1e40661860 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:02.290731 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6b96d643-88c6-4096-8141-d8515639998a req-d3de4be8-45dd-45d3-9afb-7a1e40661860 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 948 time: 0.1601837 Feb 17 00:13:02.324736 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e', 'tag': 'f6ef94f6-4370-4c9d-9a01-a000140a38f6', 'status': 'completed', 'code': 200} Feb 17 00:13:02.375152 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6b96d643-88c6-4096-8141-d8515639998a req-f3cc5a11-a882-4080-8079-06f8b1515af4 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/security-groups?id=659dbd12-9ab9-46e8-be24-318c3fe85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767822 Feb 17 00:13:02.401233 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-0f3fd142-be27-4de1-8770-7bd59d93825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:02.403420 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-0f3fd142-be27-4de1-8770-7bd59d93825e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a9ce6150d064169b8ade0b4d5549098&device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 1165 time: 0.1589558 Feb 17 00:13:02.550741 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-137db1ae-7ef1-46df-8cde-36ea9558a7f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f6ef94f6-4370-4c9d-9a01-a000140a38f6 HTTP/1.1" status: 200 len: 217 time: 0.1374416 Feb 17 00:13:02.635922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-a3845540-8796-4b94-a921-f671bc263508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:02.637666 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-a3845540-8796-4b94-a921-f671bc263508 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77f80b97-61dd-4035-b95e-5c09f01deac7 HTTP/1.1" status: 200 len: 843 time: 0.0792651 Feb 17 00:13:02.783784 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-a5d87025-4c24-4df6-8f54-cb70f836caff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:02.786911 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-a5d87025-4c24-4df6-8f54-cb70f836caff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee6245f9-fc3c-432b-bb47-93c304fa294c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1415884 Feb 17 00:13:02.975128 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-294a009f-2fab-4aa5-933c-1a5b085fd333 service neutron] 10.222.0.54 "GET /v2.0/networks/ee6245f9-fc3c-432b-bb47-93c304fa294c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806908 Feb 17 00:13:03.178778 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-7962cf73-b1ce-451b-b98e-111a23c91471 req-65300196-9e9c-4606-af7c-1e4814b0c381 service neutron] 10.222.0.54 "GET /v2.0/networks/ee6245f9-fc3c-432b-bb47-93c304fa294c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1952755 Feb 17 00:13:03.320369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48d547-7f40-4ad9-9e91-df21682a46fe req-e5cc565a-76f1-4f00-87bb-12e877d4fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:03.322262 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fb48d547-7f40-4ad9-9e91-df21682a46fe req-e5cc565a-76f1-4f00-87bb-12e877d4fd56 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a9ce6150d064169b8ade0b4d5549098&device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 1165 time: 0.0871408 Feb 17 00:13:03.534827 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48d547-7f40-4ad9-9e91-df21682a46fe req-c2ed0e17-3c50-4aa4-a946-c155a76fb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:03.536491 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fb48d547-7f40-4ad9-9e91-df21682a46fe req-c2ed0e17-3c50-4aa4-a946-c155a76fb029 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee6245f9-fc3c-432b-bb47-93c304fa294c HTTP/1.1" status: 200 len: 863 time: 0.2067628 Feb 17 00:13:03.927612 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fb48d547-7f40-4ad9-9e91-df21682a46fe req-e833b65e-159c-4d15-9230-3fab8a725e68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f6ef94f6-4370-4c9d-9a01-a000140a38f6 HTTP/1.1" status: 200 len: 217 time: 0.3527794 Feb 17 00:13:04.031715 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48d547-7f40-4ad9-9e91-df21682a46fe req-50d4f6df-dfc3-4702-9a37-4091ae5d6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:04.033520 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fb48d547-7f40-4ad9-9e91-df21682a46fe req-50d4f6df-dfc3-4702-9a37-4091ae5d6083 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77f80b97-61dd-4035-b95e-5c09f01deac7 HTTP/1.1" status: 200 len: 843 time: 0.0964112 Feb 17 00:13:04.042468 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66b623-ab13-47a6-8c21-40b20514f8ef req-e93e000e-91c9-4565-9e34-679d50228a5d tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:04.044365 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9c66b623-ab13-47a6-8c21-40b20514f8ef req-e93e000e-91c9-4565-9e34-679d50228a5d tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 948 time: 0.5067532 Feb 17 00:13:04.172713 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9c66b623-ab13-47a6-8c21-40b20514f8ef req-5d91539e-a42c-45e9-afe1-807d1f2c4b79 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/security-groups?id=659dbd12-9ab9-46e8-be24-318c3fe85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830522 Feb 17 00:13:04.224157 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48d547-7f40-4ad9-9e91-df21682a46fe req-f9f92b96-309b-48bb-882f-e7a4082ee646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:04.226985 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fb48d547-7f40-4ad9-9e91-df21682a46fe req-f9f92b96-309b-48bb-882f-e7a4082ee646 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee6245f9-fc3c-432b-bb47-93c304fa294c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1813805 Feb 17 00:13:04.468180 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fb48d547-7f40-4ad9-9e91-df21682a46fe req-589295ba-e689-4c04-9606-4bff8f42be51 service neutron] 10.222.0.54 "GET /v2.0/networks/ee6245f9-fc3c-432b-bb47-93c304fa294c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320669 Feb 17 00:13:04.676810 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fb48d547-7f40-4ad9-9e91-df21682a46fe req-92b6ec42-fab8-4cc1-8b49-1d4d016a7f49 service neutron] 10.222.0.54 "GET /v2.0/networks/ee6245f9-fc3c-432b-bb47-93c304fa294c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1970119 Feb 17 00:13:05.343882 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Network ee6245f9-fc3c-432b-bb47-93c304fa294c details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:13:05.534944 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31675403-1007-4460-b427-56034166295c req-7f3057b5-4733-4d54-ac3b-625f7c151e59 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:05.536634 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-31675403-1007-4460-b427-56034166295c req-7f3057b5-4733-4d54-ac3b-625f7c151e59 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 948 time: 0.2097332 Feb 17 00:13:05.615443 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-31675403-1007-4460-b427-56034166295c req-1865bafb-3b76-404b-924f-d32aa9817645 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/security-groups?id=659dbd12-9ab9-46e8-be24-318c3fe85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667267 Feb 17 00:13:05.749131 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.objects.ports [None req-ecf9b60f-7b34-4be7-9dd4-fbacf646cde6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:13:06.124669 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device f6ef94f6-4370-4c9d-9a01-a000140a38f6 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:06.216282 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port f6ef94f6-4370-4c9d-9a01-a000140a38f6 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:13:06.223166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port f6ef94f6-4370-4c9d-9a01-a000140a38f6 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:06.223638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:06.398759 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:06.434456 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ef94f6-4370-4c9d-9a01-a000140a38f6'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:06.447988 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port f6ef94f6-4370-4c9d-9a01-a000140a38f6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f6ef94f6-4370-4c9d-9a01-a000140a38f6,segment=NetworkSegment(14b7880d-dc53-40ca-b4f7-d0e801652c36),segment_id=14b7880d-dc53-40ca-b4f7-d0e801652c36)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:13:06.452328 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:06.456642 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:06.522234 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ef94f6-4370-4c9d-9a01-a000140a38f6', 'code': 200} Feb 17 00:13:06.572738 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=f6ef94f6-4370-4c9d-9a01-a000140a38f6,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:06.576668 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:06.819727 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c62774-0e18-4e39-a017-fee101da8439 req-71d78844-b150-497d-af3d-6f2dfe7d232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:06.821601 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-27c62774-0e18-4e39-a017-fee101da8439 req-71d78844-b150-497d-af3d-6f2dfe7d232e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 1167 time: 0.1114879 Feb 17 00:13:06.871604 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b0932-fbdc-434a-a6e8-8871bae8b9a1 req-ef32e46e-528e-4189-a07b-4fb6e0af4821 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:06.873272 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f37b0932-fbdc-434a-a6e8-8871bae8b9a1 req-ef32e46e-528e-4189-a07b-4fb6e0af4821 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 950 time: 0.1070576 Feb 17 00:13:06.877706 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-27c62774-0e18-4e39-a017-fee101da8439 req-15a261a6-6b41-478b-9a52-daf35543d0ae service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=659dbd12-9ab9-46e8-be24-318c3fe85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475018 Feb 17 00:13:06.932484 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-f37b0932-fbdc-434a-a6e8-8871bae8b9a1 req-b9fd8aee-4497-48da-a232-0057ebb8303a tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/security-groups?id=659dbd12-9ab9-46e8-be24-318c3fe85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514445 Feb 17 00:13:07.233742 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device f6ef94f6-4370-4c9d-9a01-a000140a38f6 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:07.361863 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port f6ef94f6-4370-4c9d-9a01-a000140a38f6 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:07.362596 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:08.200991 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d7976-0b48-43ec-8e01-148a1835fb49 req-74acf3e5-e964-4cc8-b421-5ba882c2776e tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:08.203574 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-341d7976-0b48-43ec-8e01-148a1835fb49 req-74acf3e5-e964-4cc8-b421-5ba882c2776e tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 950 time: 0.1252837 Feb 17 00:13:08.261041 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-341d7976-0b48-43ec-8e01-148a1835fb49 req-6d741b0f-5817-451f-abdd-105eecde7c94 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/security-groups?id=659dbd12-9ab9-46e8-be24-318c3fe85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463452 Feb 17 00:13:09.225356 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device f6ef94f6-4370-4c9d-9a01-a000140a38f6 up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:09.347903 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port f6ef94f6-4370-4c9d-9a01-a000140a38f6 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:09.348385 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:09.559487 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f86f2-0f6b-4e8c-bed8-fce30b94c041 req-63926828-ba84-46c0-924c-7a420602085c tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:09.562486 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d87f86f2-0f6b-4e8c-bed8-fce30b94c041 req-63926828-ba84-46c0-924c-7a420602085c tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 945 time: 0.1187885 Feb 17 00:13:09.567969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2835bc-3052-4174-bd26-48cf839c9302 req-94e65f03-c9da-41a4-b432-007883f9de4f tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:09.570925 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-dc2835bc-3052-4174-bd26-48cf839c9302 req-94e65f03-c9da-41a4-b432-007883f9de4f tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 950 time: 0.1189413 Feb 17 00:13:09.646704 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-dc2835bc-3052-4174-bd26-48cf839c9302 req-51541235-0a85-4922-8574-4bb55b67f0b8 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/security-groups?id=659dbd12-9ab9-46e8-be24-318c3fe85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632305 Feb 17 00:13:09.650383 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-d87f86f2-0f6b-4e8c-bed8-fce30b94c041 req-1e8cd195-fc82-48e3-b30e-02238274a837 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749297 Feb 17 00:13:10.374494 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384571e-2cb1-467e-ba21-07ca4b8a2edb req-15bcf9e5-a6d3-4d2d-b0b1-c1e1b95ad3ba tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:10.376214 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9384571e-2cb1-467e-ba21-07ca4b8a2edb req-15bcf9e5-a6d3-4d2d-b0b1-c1e1b95ad3ba tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 950 time: 0.1267309 Feb 17 00:13:10.437889 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-9384571e-2cb1-467e-ba21-07ca4b8a2edb req-4d92fdc1-bf72-4e24-880a-2c11ff42fc24 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/security-groups?id=659dbd12-9ab9-46e8-be24-318c3fe85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493321 Feb 17 00:13:10.865123 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ca17a-d30a-4fba-8252-b09c2ffa2cef req-3efd8305-cd63-4b6c-85f2-5590e41276a6 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:10.867204 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2a6ca17a-d30a-4fba-8252-b09c2ffa2cef req-3efd8305-cd63-4b6c-85f2-5590e41276a6 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 945 time: 0.0958765 Feb 17 00:13:10.928556 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-2a6ca17a-d30a-4fba-8252-b09c2ffa2cef req-9d087f15-5cf9-4de8-993b-f6752452f357 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543959 Feb 17 00:13:11.672101 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cd781-f7ea-43ca-a091-3682bb568701 req-f5fbd689-ad77-49b2-bb4b-479741716f0d tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:11.673882 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ad1cd781-f7ea-43ca-a091-3682bb568701 req-f5fbd689-ad77-49b2-bb4b-479741716f0d tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 950 time: 0.1055911 Feb 17 00:13:11.731835 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ad1cd781-f7ea-43ca-a091-3682bb568701 req-d25b580e-e9a4-4b2d-ae5b-e621f79a8c62 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/security-groups?id=659dbd12-9ab9-46e8-be24-318c3fe85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473228 Feb 17 00:13:11.950694 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7f65b-abb3-4ef6-ab80-08ebfcb9158a req-07116810-a814-4742-93ef-22486ec913dc tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:11.952354 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-68e7f65b-abb3-4ef6-ab80-08ebfcb9158a req-07116810-a814-4742-93ef-22486ec913dc tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 950 time: 0.1015093 Feb 17 00:13:12.050083 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-68e7f65b-abb3-4ef6-ab80-08ebfcb9158a req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Deleting port f6ef94f6-4370-4c9d-9a01-a000140a38f6 {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:13:12.050472 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-68e7f65b-abb3-4ef6-ab80-08ebfcb9158a req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:12.145385 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:13:12.180830 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3438ee-a042-4872-b757-67e39d1e201c req-e3c695b6-4a5d-4d49-a28f-b72a17b1567c tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:12.183063 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1d3438ee-a042-4872-b757-67e39d1e201c req-e3c695b6-4a5d-4d49-a28f-b72a17b1567c tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 945 time: 0.1259911 Feb 17 00:13:12.239066 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-1d3438ee-a042-4872-b757-67e39d1e201c req-515e66f0-44cb-475a-96df-4feb115d69b7 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475852 Feb 17 00:13:12.377927 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-68e7f65b-abb3-4ef6-ab80-08ebfcb9158a req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] For port f6ef94f6-4370-4c9d-9a01-a000140a38f6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f6ef94f6-4370-4c9d-9a01-a000140a38f6,segment=NetworkSegment(14b7880d-dc53-40ca-b4f7-d0e801652c36),segment_id=14b7880d-dc53-40ca-b4f7-d0e801652c36)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:13:12.378381 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-68e7f65b-abb3-4ef6-ab80-08ebfcb9158a req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:12.542781 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-68e7f65b-abb3-4ef6-ab80-08ebfcb9158a req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Calling delete_port for f6ef94f6-4370-4c9d-9a01-a000140a38f6 owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:13:12.726223 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-68e7f65b-abb3-4ef6-ab80-08ebfcb9158a req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:12.759273 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:12.942023 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Pushing event deleted for resources: {'Port': ['ID=f6ef94f6-4370-4c9d-9a01-a000140a38f6,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:13.031015 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.031656 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.032867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.033498 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.034168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.034790 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.035414 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.036047 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.036675 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.037314 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.037967 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.038602 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.039427 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.040060 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.040681 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.041300 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.041900 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.042516 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.043122 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.043741 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.044368 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.044979 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.045595 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.046266 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:13.068613 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:13.076277 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-660e1295-5997-4f7c-b7c1-3ca1b9d38f5f req-93778075-a159-4971-aed4-8c3b6d8aba85 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e HTTP/1.1" status: 200 len: 210 time: 0.1568141 Feb 17 00:13:13.187038 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device f6ef94f6-4370-4c9d-9a01-a000140a38f6 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:13:13.203537 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e7f65b-abb3-4ef6-ab80-08ebfcb9158a req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] No DVR routers for this DVR port f6ef94f6-4370-4c9d-9a01-a000140a38f6 on host hv-cinder-75996 {{(pid=83920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:13:13.206069 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-68e7f65b-abb3-4ef6-ab80-08ebfcb9158a req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:13.210618 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e', 'name': 'network-vif-deleted', 'tag': 'f6ef94f6-4370-4c9d-9a01-a000140a38f6'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:13.226733 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-68e7f65b-abb3-4ef6-ab80-08ebfcb9158a req-097de189-4b5a-4090-a7a6-aab795c25181 tempest-VolumesNegativeTest-272088388 tempest-VolumesNegativeTest-272088388-project] 10.222.0.54 "DELETE /v2.0/ports/f6ef94f6-4370-4c9d-9a01-a000140a38f6 HTTP/1.1" status: 204 len: 173 time: 1.2676513 Feb 17 00:13:13.245503 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] No Port match for: f6ef94f6-4370-4c9d-9a01-a000140a38f6 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:13:13.245946 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device f6ef94f6-4370-4c9d-9a01-a000140a38f6 not bound to the agent host hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:13:13.296763 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1f1f7d-8dcf-4566-aeb4-dfe331f6fc7e', 'name': 'network-vif-deleted', 'tag': 'f6ef94f6-4370-4c9d-9a01-a000140a38f6', 'status': 'completed', 'code': 200} Feb 17 00:13:13.520506 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeca4b-bd47-4df1-86ff-f266f74d90b6 req-115d5450-2fc3-41c5-b85d-c61277622efd tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:13.522320 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ebdeca4b-bd47-4df1-86ff-f266f74d90b6 req-115d5450-2fc3-41c5-b85d-c61277622efd tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 945 time: 0.1055481 Feb 17 00:13:13.583014 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-ebdeca4b-bd47-4df1-86ff-f266f74d90b6 req-6726bdfd-6a56-43a8-9894-98190b50f9f8 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478771 Feb 17 00:13:14.864707 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11604de6-c55d-4865-8e2a-ee6a1a06b546 req-382e31d0-278e-45af-875b-3a7cfe2851c0 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:14.867503 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-11604de6-c55d-4865-8e2a-ee6a1a06b546 req-382e31d0-278e-45af-875b-3a7cfe2851c0 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 945 time: 0.1208355 Feb 17 00:13:15.034480 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-11604de6-c55d-4865-8e2a-ee6a1a06b546 req-2ceed148-8d9e-4741-a5d4-35290be2a780 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965612 Feb 17 00:13:15.061144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc785e-b0e9-451e-b3af-463da00a075f req-f2336103-8f85-4349-b9be-963ab7a43efb tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:15.062967 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-90bc785e-b0e9-451e-b3af-463da00a075f req-f2336103-8f85-4349-b9be-963ab7a43efb tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 945 time: 0.1940858 Feb 17 00:13:15.194031 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device 667bb0a0-4329-4c22-9600-c04d814d7d4c no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:13:15.207969 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Deleting port 667bb0a0-4329-4c22-9600-c04d814d7d4c {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:13:15.208626 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:15.424472 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:15.480538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb3048f-a3a2-489d-aeb6-fbf71db804b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '667bb0a0-4329-4c22-9600-c04d814d7d4c'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:15.502826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port 667bb0a0-4329-4c22-9600-c04d814d7d4c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=667bb0a0-4329-4c22-9600-c04d814d7d4c,segment=NetworkSegment(45661241-70b6-4fc1-9ea3-52d24444ae97),segment_id=45661241-70b6-4fc1-9ea3-52d24444ae97)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:13:15.508733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:15.512380 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:15.565184 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb3048f-a3a2-489d-aeb6-fbf71db804b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '667bb0a0-4329-4c22-9600-c04d814d7d4c', 'code': 200} Feb 17 00:13:15.611977 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=667bb0a0-4329-4c22-9600-c04d814d7d4c,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:15.617617 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:15.698926 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] For port 667bb0a0-4329-4c22-9600-c04d814d7d4c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=667bb0a0-4329-4c22-9600-c04d814d7d4c,segment=NetworkSegment(45661241-70b6-4fc1-9ea3-52d24444ae97),segment_id=45661241-70b6-4fc1-9ea3-52d24444ae97)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:13:15.699477 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:15.885566 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Calling delete_port for 667bb0a0-4329-4c22-9600-c04d814d7d4c owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:13:15.995940 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.db.api [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83920) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:13:15.996423 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_db.api [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:13:16.313949 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff202f8-ca07-4d1b-88a6-c6b58be9fc72 req-2759474f-a635-44e8-9c14-092c5e8b297d tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:16.318550 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fff202f8-ca07-4d1b-88a6-c6b58be9fc72 req-2759474f-a635-44e8-9c14-092c5e8b297d tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 943 time: 0.1262803 Feb 17 00:13:16.422234 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fff202f8-ca07-4d1b-88a6-c6b58be9fc72 req-d3ff3521-4695-477e-baea-d1f4bfcf48b2 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936871 Feb 17 00:13:16.497522 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Deleting port 667bb0a0-4329-4c22-9600-c04d814d7d4c {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:13:16.498201 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:16.965068 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] For port 667bb0a0-4329-4c22-9600-c04d814d7d4c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=667bb0a0-4329-4c22-9600-c04d814d7d4c,segment=NetworkSegment(45661241-70b6-4fc1-9ea3-52d24444ae97),segment_id=45661241-70b6-4fc1-9ea3-52d24444ae97)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:13:16.966175 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:17.160188 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Calling delete_port for 667bb0a0-4329-4c22-9600-c04d814d7d4c owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:13:17.343052 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:17.458700 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-e8c32e71-2ac3-455e-b73b-8dec5b175574 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:17.536869 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Pushing event deleted for resources: {'Port': ['ID=667bb0a0-4329-4c22-9600-c04d814d7d4c,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:17.552320 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:17.655443 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-88c5811e-58d0-4d8e-9ec3-b63aa2859a94 req-e86c67a4-c1cd-4dc6-8bdc-b9095b4a36d9 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=adb3048f-a3a2-489d-aeb6-fbf71db804b0 HTTP/1.1" status: 200 len: 210 time: 0.0595613 Feb 17 00:13:17.685352 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] No DVR routers for this DVR port 667bb0a0-4329-4c22-9600-c04d814d7d4c on host hv-cinder-75996 {{(pid=83920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:13:17.687824 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:17.691800 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb3048f-a3a2-489d-aeb6-fbf71db804b0', 'name': 'network-vif-deleted', 'tag': '667bb0a0-4329-4c22-9600-c04d814d7d4c'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:17.710856 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-90bc785e-b0e9-451e-b3af-463da00a075f req-38e3328a-320a-461e-a9f1-ef564ba074c1 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.54 "DELETE /v2.0/ports/667bb0a0-4329-4c22-9600-c04d814d7d4c HTTP/1.1" status: 204 len: 173 time: 2.6414733 Feb 17 00:13:17.767335 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb3048f-a3a2-489d-aeb6-fbf71db804b0', 'name': 'network-vif-deleted', 'tag': '667bb0a0-4329-4c22-9600-c04d814d7d4c', 'status': 'completed', 'code': 200} Feb 17 00:13:19.644369 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:20.920693 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 58506) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:21.112752 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-9a1194d8-a449-4b77-89aa-eb27a8365e55 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8a9ce6150d064169b8ade0b4d5549098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906004 Feb 17 00:13:21.115753 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 58512) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:21.197452 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:21.251467 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:21.336387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:21.341281 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-89ebcc24-e089-4003-b021-70c859554ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:21.363424 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659dbd12-9ab9-46e8-be24-318c3fe85a48,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:21.386747 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.387463 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.388161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.388857 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.389506 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.390254 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.390922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.391638 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.392359 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.393085 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.393814 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.394501 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.395421 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.396105 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.396799 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.397496 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.398201 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.398894 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.399521 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.400206 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.400892 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.401563 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.402302 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.402990 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:21.410651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:21.420056 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:21.425336 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-0487239d-c843-4ff0-8158-923d2d49611f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/659dbd12-9ab9-46e8-be24-318c3fe85a48 HTTP/1.1" status: 204 len: 168 time: 0.3083007 Feb 17 00:13:22.029653 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8c06c155-70af-479d-8e7d-906f54674ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:24.282012 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-00acb894-761e-4562-9321-5b52e72925c3 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:24.283736 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-00acb894-761e-4562-9321-5b52e72925c3 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/networks?id=592db4bb-bc52-449b-9a27-5eef5e80625f HTTP/1.1" status: 200 len: 814 time: 0.5157547 Feb 17 00:13:24.310670 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-c6fbba3d-dbd8-4910-b763-31d6aea38057 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/quotas/b411a8583b22466e938da23df9b9a58d HTTP/1.1" status: 200 len: 375 time: 0.0147865 Feb 17 00:13:24.382538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-5f0334f2-0728-4d99-8346-667c59a22b3d tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Synchronizing usage tracker for tenant:b411a8583b22466e938da23df9b9a58d on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:13:24.406885 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-5f0334f2-0728-4d99-8346-667c59a22b3d tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Unset dirty status for tenant:b411a8583b22466e938da23df9b9a58d on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:13:24.408905 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-5f0334f2-0728-4d99-8346-667c59a22b3d tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b411a8583b22466e938da23df9b9a58d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899043 Feb 17 00:13:24.485905 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-72d7e760-9d88-469e-ad59-61349653b55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:24.571838 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-c223a6ad-73fc-4db6-9f17-7231e93414ce service neutron] 10.222.0.63 "GET /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531248 Feb 17 00:13:24.736131 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-997316ff-4043-42f6-98db-65f77a465e73 service neutron] 10.222.0.63 "GET /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1566954 Feb 17 00:13:24.931556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:25.963707 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-62665dae-904e-4e75-97bc-532eb47b80aa req-c78a2dcd-db58-4126-8bdd-be63f40b0ade tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 210 time: 0.0551710 Feb 17 00:13:26.132163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:26.402418 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:27.165202 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-fcd3ab40-634a-4ae6-a823-210a473f66b2 req-b27db664-151e-4f6f-930d-66029fc8f6ee tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 210 time: 0.0703361 Feb 17 00:13:27.189628 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-7586211e-5a78-4db2-8438-4d145a61aa05 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:27.191255 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-7586211e-5a78-4db2-8438-4d145a61aa05 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.54 "GET /v2.0/networks?id=592db4bb-bc52-449b-9a27-5eef5e80625f HTTP/1.1" status: 200 len: 814 time: 0.2585697 Feb 17 00:13:27.204702 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Request body: {'port': {'device_id': '2e9b004d-667b-4b61-b31b-9e85757a1bf8', 'network_id': '592db4bb-bc52-449b-9a27-5eef5e80625f', 'admin_state_up': True, 'tenant_id': 'b411a8583b22466e938da23df9b9a58d'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:27.427973 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:13:27.443068 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.quota.driver [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83920) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:13:27.454719 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Made reservation on behalf of b411a8583b22466e938da23df9b9a58d for: {'port': 1} {{(pid=83920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:13:27.463177 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:27.907550 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_common [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Allocated IP 172.20.0.3 (592db4bb-bc52-449b-9a27-5eef5e80625f/5503f5df-4c52-49a0-822d-e0c4b5cb2af1/e0e228f7-3366-415d-9758-5277ca236f4a) {{(pid=83920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:13:28.252050 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks [] for port, precommit_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:28.291226 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268266474766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_create {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:28.317556 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d806b526-421c-42bd-971c-4afc96e1ea36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:28.475782 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc09f9-0b6f-46c1-a7f8-e8cab5e77d4a req-6cc13161-c503-4848-acbb-bfd603c43c51 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:28.479434 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6dfc09f9-0b6f-46c1-a7f8-e8cab5e77d4a req-6cc13161-c503-4848-acbb-bfd603c43c51 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 931 time: 0.1703687 Feb 17 00:13:28.503887 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Pushing event updated for resources: {'Port': ['ID=e0e228f7-3366-415d-9758-5277ca236f4a,revision_number=1']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:28.510413 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:28.546964 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6dfc09f9-0b6f-46c1-a7f8-e8cab5e77d4a req-c70687e6-0719-4703-84ea-b45350c712cf tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578685 Feb 17 00:13:28.575459 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Network 592db4bb-bc52-449b-9a27-5eef5e80625f is already hosted by enough agents. {{(pid=83920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:13:28.576842 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.scheduler.base_scheduler [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Resources bound (agent type, host, resource id): {{(pid=83920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:13:28.580402 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Received port after_create {{(pid=83920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:13:28.660417 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:28.661128 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:28.692841 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b46b615d-06bd-4760-9f3d-1d2b684af776 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4922111 Feb 17 00:13:28.710458 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.v2.base [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Request body: {'port': {'device_id': '2e9b004d-667b-4b61-b31b-9e85757a1bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:28.893163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:29.533867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e228f7-3366-415d-9758-5277ca236f4a {{(pid=83920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:13:29.543794 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:29.559820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Transition to ACTIVE for port object e0e228f7-3366-415d-9758-5277ca236f4a will not be triggered until provisioned by entity L2. {{(pid=83920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:13:29.563306 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844035027'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:29.578339 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-82086d95-ecb9-43e0-bceb-9f8533d70b55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:29.810449 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Pushing event updated for resources: {'Port': ['ID=e0e228f7-3366-415d-9758-5277ca236f4a,revision_number=2']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:29.814378 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:29.982182 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2c6c8-2fce-4cde-8e4b-68ee7d0560fe req-e1c6ec07-6ae9-47fa-83c1-8b4b216e2afe tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:29.983156 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-32b2c6c8-2fce-4cde-8e4b-68ee7d0560fe req-e1c6ec07-6ae9-47fa-83c1-8b4b216e2afe tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Synchronizing usage tracker for tenant:b411a8583b22466e938da23df9b9a58d on resource:port {{(pid=83920) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:13:30.052161 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.quota.resource [req-32b2c6c8-2fce-4cde-8e4b-68ee7d0560fe req-e1c6ec07-6ae9-47fa-83c1-8b4b216e2afe tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Unset dirty status for tenant:b411a8583b22466e938da23df9b9a58d on resource:port {{(pid=83920) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:13:30.053571 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32b2c6c8-2fce-4cde-8e4b-68ee7d0560fe req-e1c6ec07-6ae9-47fa-83c1-8b4b216e2afe tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 943 time: 0.3340430 Feb 17 00:13:30.112906 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Attempting to bind port e0e228f7-3366-415d-9758-5277ca236f4a on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:13:30.113213 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Attempting to bind port e0e228f7-3366-415d-9758-5277ca236f4a by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '45661241-70b6-4fc1-9ea3-52d24444ae97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '592db4bb-bc52-449b-9a27-5eef5e80625f'}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:13:30.113651 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Attempting to bind port e0e228f7-3366-415d-9758-5277ca236f4a on network 592db4bb-bc52-449b-9a27-5eef5e80625f {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:13:30.132098 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Checking agent: {'id': 'f88409b1-a67b-4196-a794-a8f8e56f0c32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 1, 49), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:13:30.132547 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Checking segment: {'id': '45661241-70b6-4fc1-9ea3-52d24444ae97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '592db4bb-bc52-449b-9a27-5eef5e80625f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:13:30.133009 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:30.133459 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Bound using segment: {'id': '45661241-70b6-4fc1-9ea3-52d24444ae97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '592db4bb-bc52-449b-9a27-5eef5e80625f'} {{(pid=83920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:13:30.134051 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Bound port: e0e228f7-3366-415d-9758-5277ca236f4a, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45661241-70b6-4fc1-9ea3-52d24444ae97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '592db4bb-bc52-449b-9a27-5eef5e80625f'}}] {{(pid=83920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:13:30.134527 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:30.164643 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-32b2c6c8-2fce-4cde-8e4b-68ee7d0560fe req-d6bea709-634a-4757-aa18-ebf77d4ca6b6 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963569 Feb 17 00:13:30.260275 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] For port e0e228f7-3366-415d-9758-5277ca236f4a, host hv-cinder-75996, cleared binding levels {{(pid=83920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:13:30.263828 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] For port e0e228f7-3366-415d-9758-5277ca236f4a, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e0e228f7-3366-415d-9758-5277ca236f4a,segment=NetworkSegment(45661241-70b6-4fc1-9ea3-52d24444ae97),segment_id=45661241-70b6-4fc1-9ea3-52d24444ae97)] {{(pid=83920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:13:30.267671 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844035027'] for port, after_update {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:30.289078 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-ed0227d5-fa40-4642-b931-48c9cba5f03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:30.461204 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Pushing event updated for resources: {'Port': ['ID=e0e228f7-3366-415d-9758-5277ca236f4a,revision_number=3']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:30.467057 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:30.506100 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:30.507238 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:30.508951 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-4bb327d1-8bc5-4eb1-a62b-38c8ebab591c service neutron] 10.222.0.54 "PUT /v2.0/ports/e0e228f7-3366-415d-9758-5277ca236f4a HTTP/1.1" status: 200 len: 1157 time: 1.8074465 Feb 17 00:13:30.509622 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9b004d-667b-4b61-b31b-9e85757a1bf8', 'tag': 'e0e228f7-3366-415d-9758-5277ca236f4a'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:30.602120 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9b004d-667b-4b61-b31b-9e85757a1bf8', 'tag': 'e0e228f7-3366-415d-9758-5277ca236f4a', 'status': 'completed', 'code': 200} Feb 17 00:13:30.646647 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-124ef5ed-d453-499e-97f9-1ad2433ae24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:30.648355 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-124ef5ed-d453-499e-97f9-1ad2433ae24e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b411a8583b22466e938da23df9b9a58d&device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 1160 time: 0.0959682 Feb 17 00:13:30.733369 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-65968496-a932-4cbf-856c-90930df75cdc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e228f7-3366-415d-9758-5277ca236f4a HTTP/1.1" status: 200 len: 217 time: 0.0771224 Feb 17 00:13:30.815821 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-3d119224-04c5-4687-aaed-357093f59991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:30.817503 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-3d119224-04c5-4687-aaed-357093f59991 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5503f5df-4c52-49a0-822d-e0c4b5cb2af1 HTTP/1.1" status: 200 len: 854 time: 0.0777371 Feb 17 00:13:31.144911 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-cdeeccc9-2bfd-404b-996c-8a8304afc0e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=592db4bb-bc52-449b-9a27-5eef5e80625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3202388 Feb 17 00:13:31.331062 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-b688fa90-3ca6-4193-94c7-3d436a3f0bc0 service neutron] 10.222.0.54 "GET /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757252 Feb 17 00:13:31.624420 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf9be0-31d1-42f5-bb06-379a9db703fe req-5d449cf9-b907-4819-8200-a2714ebc6c26 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:31.626209 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-17bf9be0-31d1-42f5-bb06-379a9db703fe req-5d449cf9-b907-4819-8200-a2714ebc6c26 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 943 time: 0.2936449 Feb 17 00:13:31.628239 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-20c96920-e2bc-4d37-b517-8e6c5b942aae req-63244515-1ddf-4d8e-89ad-fe595645f247 service neutron] 10.222.0.54 "GET /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2276754 Feb 17 00:13:31.693024 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-17bf9be0-31d1-42f5-bb06-379a9db703fe req-f88edf7d-3dc3-40a4-a5c9-c52a270d747e tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586693 Feb 17 00:13:31.787902 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28372efa-da61-4601-9f05-3520600a6f8a req-c2c62987-5397-4c8f-be4b-e1bdf4bdeb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:31.789529 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-28372efa-da61-4601-9f05-3520600a6f8a req-c2c62987-5397-4c8f-be4b-e1bdf4bdeb3c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b411a8583b22466e938da23df9b9a58d&device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 1160 time: 0.1010172 Feb 17 00:13:31.960544 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28372efa-da61-4601-9f05-3520600a6f8a req-a2a79c4e-a5fe-4ecd-9793-1eee576adfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:31.962112 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-28372efa-da61-4601-9f05-3520600a6f8a req-a2a79c4e-a5fe-4ecd-9793-1eee576adfb0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=592db4bb-bc52-449b-9a27-5eef5e80625f HTTP/1.1" status: 200 len: 908 time: 0.1645620 Feb 17 00:13:32.039965 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-28372efa-da61-4601-9f05-3520600a6f8a req-42ac5dc3-8105-4c09-bfb9-df7b01fd4a80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e228f7-3366-415d-9758-5277ca236f4a HTTP/1.1" status: 200 len: 217 time: 0.0706389 Feb 17 00:13:32.120878 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28372efa-da61-4601-9f05-3520600a6f8a req-72a5c11a-a7ec-4ee3-8f6f-b3aa055c0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:32.122549 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-28372efa-da61-4601-9f05-3520600a6f8a req-72a5c11a-a7ec-4ee3-8f6f-b3aa055c0f4a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5503f5df-4c52-49a0-822d-e0c4b5cb2af1 HTTP/1.1" status: 200 len: 854 time: 0.0755298 Feb 17 00:13:32.180559 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-28372efa-da61-4601-9f05-3520600a6f8a req-f18f110a-75e4-4ee8-b549-db6f736b311d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=592db4bb-bc52-449b-9a27-5eef5e80625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507004 Feb 17 00:13:32.364951 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-28372efa-da61-4601-9f05-3520600a6f8a req-c9403d05-29ae-48e8-9ae6-f23acbe5bc38 service neutron] 10.222.0.54 "GET /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752424 Feb 17 00:13:32.533144 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-28372efa-da61-4601-9f05-3520600a6f8a req-b31ebab1-31b0-44e5-ab4d-c777f6f3271a service neutron] 10.222.0.54 "GET /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1603277 Feb 17 00:13:32.923259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b4c58-e4bb-4859-ba3d-7802b1aaaa8e req-782ab860-589a-48ec-85a2-2716b9099def tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:32.924932 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0d3b4c58-e4bb-4859-ba3d-7802b1aaaa8e req-782ab860-589a-48ec-85a2-2716b9099def tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 943 time: 0.1072230 Feb 17 00:13:32.983665 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-0d3b4c58-e4bb-4859-ba3d-7802b1aaaa8e req-87ce03a7-2ad0-458d-88ba-b50ddc16481a tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515077 Feb 17 00:13:33.583437 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device e0e228f7-3366-415d-9758-5277ca236f4a up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:33.678316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning for port e0e228f7-3366-415d-9758-5277ca236f4a completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:13:33.685004 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port e0e228f7-3366-415d-9758-5277ca236f4a triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:33.685414 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:33.827922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036849874260'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:33.862074 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9b004d-667b-4b61-b31b-9e85757a1bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e228f7-3366-415d-9758-5277ca236f4a'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:33.873697 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] For port e0e228f7-3366-415d-9758-5277ca236f4a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e0e228f7-3366-415d-9758-5277ca236f4a,segment=NetworkSegment(45661241-70b6-4fc1-9ea3-52d24444ae97),segment_id=45661241-70b6-4fc1-9ea3-52d24444ae97)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:13:33.878596 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268266093018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268266477820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768588298014'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:33.881804 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:33.949763 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9b004d-667b-4b61-b31b-9e85757a1bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e228f7-3366-415d-9758-5277ca236f4a', 'code': 200} Feb 17 00:13:33.990163 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Pushing event updated for resources: {'Port': ['ID=e0e228f7-3366-415d-9758-5277ca236f4a,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:33.998883 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:33.999331 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:33.999764 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.000228 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.000682 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.001129 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.001600 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.002168 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.002641 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.003112 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.003584 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.004049 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.004655 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.005146 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.005629 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.006170 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.006692 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.007175 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.007729 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.008210 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.008690 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.009173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.009653 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.010166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:34.016326 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:34.240265 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb13244-1de1-490d-b044-7ca50484013a req-4547f7d9-b4e9-4213-a643-0d2e63c54bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:34.243261 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8eb13244-1de1-490d-b044-7ca50484013a req-4547f7d9-b4e9-4213-a643-0d2e63c54bec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 1162 time: 0.1036072 Feb 17 00:13:34.271538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35207539-315a-47a8-a14f-3c6337547413 req-f3497d60-0bb2-44b1-9789-8416eea08c13 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:34.273415 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-35207539-315a-47a8-a14f-3c6337547413 req-f3497d60-0bb2-44b1-9789-8416eea08c13 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 945 time: 0.1539166 Feb 17 00:13:34.297385 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-8eb13244-1de1-490d-b044-7ca50484013a req-04b076db-3c63-4afb-b794-74a90fbe3d17 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474319 Feb 17 00:13:34.341402 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-35207539-315a-47a8-a14f-3c6337547413 req-7b24785a-78c0-4c35-9a21-4a5f62f934ac tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495822 Feb 17 00:13:35.382227 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device e0e228f7-3366-415d-9758-5277ca236f4a up at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:35.530269 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.provisioning_blocks [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Provisioning complete for port e0e228f7-3366-415d-9758-5277ca236f4a triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:35.531269 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4961346'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:35.594561 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b032711-5730-4c34-a35f-a7c31b9a3721 req-20a62c24-33f8-48fb-8aa6-c1a52e1c72f5 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:35.597142 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5b032711-5730-4c34-a35f-a7c31b9a3721 req-20a62c24-33f8-48fb-8aa6-c1a52e1c72f5 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 945 time: 0.1025887 Feb 17 00:13:35.678706 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5b032711-5730-4c34-a35f-a7c31b9a3721 req-f552f341-1c7d-4fcb-8d58-ee71da6fd572 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705559 Feb 17 00:13:36.911431 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09243da-d8c9-4b10-ae36-422f5a13092a req-1b8427e3-6b3e-4806-a6fd-0b4163161bd2 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:36.913476 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a09243da-d8c9-4b10-ae36-422f5a13092a req-1b8427e3-6b3e-4806-a6fd-0b4163161bd2 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 945 time: 0.0993097 Feb 17 00:13:36.964926 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-a09243da-d8c9-4b10-ae36-422f5a13092a req-1a7f3e76-2b34-4cac-afd1-4c1879d6a79b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446851 Feb 17 00:13:49.153151 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:13:49.664542 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:50.674836 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c5e800c5-e699-402d-aa31-f519a0479f35 req-3a230c92-0c10-4f5a-a393-e71d83ad8cec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1157069 Feb 17 00:13:50.878429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e800c5-e699-402d-aa31-f519a0479f35 req-e2059057-bbf8-468f-827a-6788b233eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:50.880390 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c5e800c5-e699-402d-aa31-f519a0479f35 req-e2059057-bbf8-468f-827a-6788b233eaac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b411a8583b22466e938da23df9b9a58d&device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 1162 time: 0.0928628 Feb 17 00:13:51.112817 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e800c5-e699-402d-aa31-f519a0479f35 req-b6781081-56a3-4a7d-aa9d-6a80fd2506b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:51.114745 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c5e800c5-e699-402d-aa31-f519a0479f35 req-b6781081-56a3-4a7d-aa9d-6a80fd2506b9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=592db4bb-bc52-449b-9a27-5eef5e80625f HTTP/1.1" status: 200 len: 908 time: 0.2062411 Feb 17 00:13:51.204891 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c5e800c5-e699-402d-aa31-f519a0479f35 req-ce1a6d64-557f-4838-9d22-e04435449ea5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e228f7-3366-415d-9758-5277ca236f4a HTTP/1.1" status: 200 len: 217 time: 0.0772190 Feb 17 00:13:51.280925 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e800c5-e699-402d-aa31-f519a0479f35 req-54e60a70-bc1b-454c-a041-b30e21d25525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:51.283114 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c5e800c5-e699-402d-aa31-f519a0479f35 req-54e60a70-bc1b-454c-a041-b30e21d25525 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5503f5df-4c52-49a0-822d-e0c4b5cb2af1 HTTP/1.1" status: 200 len: 854 time: 0.0706763 Feb 17 00:13:51.358924 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c5e800c5-e699-402d-aa31-f519a0479f35 req-25b96c1d-f910-43f7-9beb-27e7b4449a07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=592db4bb-bc52-449b-9a27-5eef5e80625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679543 Feb 17 00:13:51.545826 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c5e800c5-e699-402d-aa31-f519a0479f35 req-522b08ad-72ae-4fcc-8423-ced37484dc5c service neutron] 10.222.0.54 "GET /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797757 Feb 17 00:13:51.720712 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-c5e800c5-e699-402d-aa31-f519a0479f35 req-8188f235-daff-4cea-83ae-e65bb242e145 service neutron] 10.222.0.54 "GET /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1684253 Feb 17 00:13:52.021135 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-cc104ded-471b-4177-83ed-7981f434de38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:54.486940 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-29e940fc-02e7-4c2f-a812-6560360700a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:54.937543 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:56.135383 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:56.402202 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:57.284515 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b67488-020f-480f-bbc1-487f573f9911 req-5208db1b-c4b3-422f-a47f-273d6f6890e4 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:57.286358 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-52b67488-020f-480f-bbc1-487f573f9911 req-5208db1b-c4b3-422f-a47f-273d6f6890e4 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 945 time: 0.1580143 Feb 17 00:13:57.351745 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-52b67488-020f-480f-bbc1-487f573f9911 req-26b25766-aa67-4283-a5ad-96636e6a3c52 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539598 Feb 17 00:13:58.636769 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33a83c-ab89-4dc2-8990-a7329c717448 req-9af551a9-fa72-4fce-8d2b-fdcbae93f3a7 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:58.639510 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5a33a83c-ab89-4dc2-8990-a7329c717448 req-9af551a9-fa72-4fce-8d2b-fdcbae93f3a7 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 945 time: 0.1155386 Feb 17 00:13:58.704210 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-5a33a83c-ab89-4dc2-8990-a7329c717448 req-0fdcbf9f-93f8-4de0-a157-bd1b5bc349ac tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533299 Feb 17 00:13:59.959581 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76ff8c-08fd-4fe8-9af2-eb40a069b7b1 req-7b29bb63-30c6-4d10-b2e8-f7f17f8795bd tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:59.961276 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3c76ff8c-08fd-4fe8-9af2-eb40a069b7b1 req-7b29bb63-30c6-4d10-b2e8-f7f17f8795bd tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 945 time: 0.1116996 Feb 17 00:14:00.019470 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3c76ff8c-08fd-4fe8-9af2-eb40a069b7b1 req-0de07f4d-cc92-41ee-8f8e-ada62e7c6c88 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476964 Feb 17 00:14:01.285050 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264158d-d8c4-410e-844f-827b9760eb76 req-99309f46-58ed-44b8-87ba-18ed884581b4 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:01.288065 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3264158d-d8c4-410e-844f-827b9760eb76 req-99309f46-58ed-44b8-87ba-18ed884581b4 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 945 time: 0.1325552 Feb 17 00:14:01.364841 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-3264158d-d8c4-410e-844f-827b9760eb76 req-929c7140-cd8e-4993-a26a-625e6c69a2cc tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699766 Feb 17 00:14:01.989897 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85cc94-6852-42a8-9c35-822aca480aa7 req-012547a2-723e-4cfb-b58c-e6378e889826 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:01.992774 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f85cc94-6852-42a8-9c35-822aca480aa7 req-012547a2-723e-4cfb-b58c-e6378e889826 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 945 time: 0.1234877 Feb 17 00:14:02.134826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-6f85cc94-6852-42a8-9c35-822aca480aa7 req-3de90f7c-03f7-40ae-9acd-05adf48cc95b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Deleting port e0e228f7-3366-415d-9758-5277ca236f4a {{(pid=83920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:14:02.135189 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f85cc94-6852-42a8-9c35-822aca480aa7 req-3de90f7c-03f7-40ae-9acd-05adf48cc95b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268266037108'] for port, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:02.497557 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.db [req-6f85cc94-6852-42a8-9c35-822aca480aa7 req-3de90f7c-03f7-40ae-9acd-05adf48cc95b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] For port e0e228f7-3366-415d-9758-5277ca236f4a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e0e228f7-3366-415d-9758-5277ca236f4a,segment=NetworkSegment(45661241-70b6-4fc1-9ea3-52d24444ae97),segment_id=45661241-70b6-4fc1-9ea3-52d24444ae97)] {{(pid=83920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:14:02.498538 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f85cc94-6852-42a8-9c35-822aca480aa7 req-3de90f7c-03f7-40ae-9acd-05adf48cc95b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:02.790126 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [req-6f85cc94-6852-42a8-9c35-822aca480aa7 req-3de90f7c-03f7-40ae-9acd-05adf48cc95b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Calling delete_port for e0e228f7-3366-415d-9758-5277ca236f4a owned by compute:nova {{(pid=83920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:14:02.951230 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d41159-b87a-48d4-970b-7295224a1a78 req-483513f3-4108-43c2-a7c9-82e2da47cde9 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:02.953411 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-23d41159-b87a-48d4-970b-7295224a1a78 req-483513f3-4108-43c2-a7c9-82e2da47cde9 tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e9b004d-667b-4b61-b31b-9e85757a1bf8 HTTP/1.1" status: 200 len: 945 time: 0.3572247 Feb 17 00:14:03.105567 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-23d41159-b87a-48d4-970b-7295224a1a78 req-bd7a5f9b-5a62-445e-8e8f-9095a708315d tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef982a0-00e0-49d1-9056-0290e5914d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116333 Feb 17 00:14:03.106751 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f85cc94-6852-42a8-9c35-822aca480aa7 req-3de90f7c-03f7-40ae-9acd-05adf48cc95b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849874409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268266093001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268266517518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10740772'] for port, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:03.128774 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-15961f0f-a000-49a7-8d14-aca455e674e1 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:03.250220 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de90f7c-03f7-40ae-9acd-05adf48cc95b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Pushing event deleted for resources: {'Port': ['ID=e0e228f7-3366-415d-9758-5277ca236f4a,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:03.260614 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-3de90f7c-03f7-40ae-9acd-05adf48cc95b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:03.410375 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f85cc94-6852-42a8-9c35-822aca480aa7 req-3de90f7c-03f7-40ae-9acd-05adf48cc95b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] No DVR routers for this DVR port e0e228f7-3366-415d-9758-5277ca236f4a on host hv-cinder-75996 {{(pid=83920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:14:03.414298 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [req-6f85cc94-6852-42a8-9c35-822aca480aa7 req-3de90f7c-03f7-40ae-9acd-05adf48cc95b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772856'] for port, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:03.419482 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9b004d-667b-4b61-b31b-9e85757a1bf8', 'name': 'network-vif-deleted', 'tag': 'e0e228f7-3366-415d-9758-5277ca236f4a'}] {{(pid=83920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:03.442285 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [req-6f85cc94-6852-42a8-9c35-822aca480aa7 req-3de90f7c-03f7-40ae-9acd-05adf48cc95b tempest-VolumesSnapshotTestJSON-991654361 tempest-VolumesSnapshotTestJSON-991654361-project] 10.222.0.54 "DELETE /v2.0/ports/e0e228f7-3366-415d-9758-5277ca236f4a HTTP/1.1" status: 204 len: 173 time: 1.4435298 Feb 17 00:14:03.462503 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device e0e228f7-3366-415d-9758-5277ca236f4a no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:14:03.515304 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9b004d-667b-4b61-b31b-9e85757a1bf8', 'name': 'network-vif-deleted', 'tag': 'e0e228f7-3366-415d-9758-5277ca236f4a', 'status': 'completed', 'code': 200} Feb 17 00:14:03.537185 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.plugin [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] No Port match for: e0e228f7-3366-415d-9758-5277ca236f4a {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:14:03.537778 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.rpc [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Device e0e228f7-3366-415d-9758-5277ca236f4a not bound to the agent host hv-cinder-75996 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:14:19.683121 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:22.021337 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-64cbdd91-c920-4e36-9564-728aaf7d5c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:24.494153 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-31d0089d-b2c4-4f96-84d7-96157d49c906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:24.950281 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:26.133107 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:26.148474 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:14:26.176776 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 58786) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:26.270971 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Deleting subnet 5503f5df-4c52-49a0-822d-e0c4b5cb2af1 {{(pid=83920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:14:26.277437 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:26.406091 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:26.599378 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10746214'] for subnet, precommit_delete_associations {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:26.715489 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4952659'] for subnet, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:27.056869 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849823157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10746352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844209921'] for subnet, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:27.086659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:27.195948 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5503f5df-4c52-49a0-822d-e0c4b5cb2af1,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:27.222463 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.222777 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.223172 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.223586 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.223985 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.224387 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.224780 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.225162 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.225553 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.225965 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.226368 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.226757 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.227267 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.227653 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.228048 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.228514 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.228932 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.229335 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.229720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.230172 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.230558 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.230947 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.231331 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.231720 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:27.238461 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:27.276953 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for subnet, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:27.284258 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-d7d0308c-f49b-4e54-bb6c-e9de14baddb7 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/5503f5df-4c52-49a0-822d-e0c4b5cb2af1 HTTP/1.1" status: 204 len: 168 time: 1.1058500 Feb 17 00:14:27.287769 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83920) accepted ('10.222.0.63', 58790) {{(pid=83920) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:27.464553 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4784241'] for network, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:27.698672 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4950218', 'neutron.services.segments.db._delete_segments_for_network-8768588793578'] for network, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:27.888746 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592db4bb-bc52-449b-9a27-5eef5e80625f']}} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:14:27.915886 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45661241-70b6-4fc1-9ea3-52d24444ae97') {'for_net_delete': True} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:14:27.916441 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.services.segments.db [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45661241-70b6-4fc1-9ea3-52d24444ae97') {} {{(pid=83920) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:14:27.945464 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268265975292', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844029570'] for segment, before_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:27.973894 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036849815174'] for segment, precommit_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:27.976844 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:14:28.168972 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] Network 592db4bb-bc52-449b-9a27-5eef5e80625f has no segments {{(pid=83920) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:14:28.179482 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4960578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844035057'] for segment, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:28.419116 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.plugins.ml2.managers [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] Network 592db4bb-bc52-449b-9a27-5eef5e80625f has no segments {{(pid=83920) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: Traceback (most recent call last): Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: timer() Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: cb(*args, **kw) Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: return func(*args, **kwargs) Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: self._notify() Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: self.callback(batched_events) Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: event.method(event) Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: segment_id)['aggregates'][0] Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: return f(self, *a, **k) Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: return self._get(url).json() Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: **kwargs) Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: return self.request(url, 'GET', **kwargs) Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: **endpoint_filter) Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:14:28.448988 dv-cinder-759961-3-smb neutron-server[83811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:14:28.547426 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036849825598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714387'] for network, after_delete {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:28.552548 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:28.571300 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567152'] for network, before_response {{(pid=83920) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:28.584601 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] Pushing event deleted for resources: {'Network': ['ID=592db4bb-bc52-449b-9a27-5eef5e80625f,revision_number=None']} {{(pid=83920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:28.588590 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83920) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:28.594786 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-afa1b796-efb4-4752-898e-1ada924ecde8 admin admin] 10.222.0.63 "DELETE /v2.0/networks/592db4bb-bc52-449b-9a27-5eef5e80625f HTTP/1.1" status: 204 len: 168 time: 1.3049328 Feb 17 00:14:28.765826 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 58796) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:28.835716 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-6e12558d-2fe8-4433-ab07-5868301dfd0a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b411a8583b22466e938da23df9b9a58d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672088 Feb 17 00:14:28.838691 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.63', 58800) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:28.939718 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:28.976779 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:29.029393 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749849'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:29.038580 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-93e64d5a-9d05-4c0f-b3f8-40fb34ee60d9 tempest-TestShelveInstance-1348493376 tempest-TestShelveInstance-1348493376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:29.056445 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef982a0-00e0-49d1-9056-0290e5914d72,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:29.068927 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.069418 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.069891 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.070406 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.070901 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.071358 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.071798 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.072252 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.072764 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.073259 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.073795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.074319 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-smb {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.074897 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.075350 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.075805 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.076262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.076715 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.077166 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.077795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.078509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.079703 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.080289 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.081659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.081659 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:29.085392 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG oslo_concurrency.lockutils [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:29.086733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:29.090632 dv-cinder-759961-3-smb neutron-server[83811]: INFO neutron.wsgi [None req-368e70b7-e550-4306-98b7-676ee44b20b9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8ef982a0-00e0-49d1-9056-0290e5914d72 HTTP/1.1" status: 204 len: 168 time: 0.2479305 Feb 17 00:14:49.668632 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:52.022952 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6981f09b-4ccd-46c8-b75a-0d635b602421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:54.478151 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-00d62916-ff33-4a57-9af1-c8fd9e252f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:54.941455 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:56.132007 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:56.411165 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:03.148601 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:15:19.697706 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:22.017415 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3c15f2b7-a82e-4822-9ef2-56351de79590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:24.481144 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-438f5f66-9638-4aa7-9ae2-9a7a2800e339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:24.951946 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:26.126596 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:26.413026 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:40.155954 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:15:49.708199 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:52.011380 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9521be1a-0e2f-4eb0-ad3e-1bf7ad9f46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:54.485121 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9b6734e1-c8bb-4e5f-90f9-6f3efd5a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:54.950575 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:56.132411 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:56.414395 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:17.147789 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:16:19.723924 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:22.021698 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8821-968d-43b2-9d03-9f33adafa49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:24.488952 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-02928a68-0745-42aa-b788-d3cd4d9ba6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:24.950546 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:26.126108 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:26.421882 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:49.722733 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:52.014466 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-b645f952-f1fa-4ac3-8c1e-20845332a1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:54.148402 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:16:54.496039 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-f69a7d70-059c-417e-9d74-7c3a41c4f02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:54.960926 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:56.129105 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:56.416476 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:19.732845 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:22.018152 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-6acb2d45-0b4b-40be-9179-d18ff89316f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:24.501473 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9fde0a1e-81b6-4c6d-9d62-4b51bd4963bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:24.960524 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.133019 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.419173 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:31.148782 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:17:49.736512 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:52.020509 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-a9717a83-ad8c-4664-9ae7-857e0d7eb0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:54.508251 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-2861e02f-cb8f-4c9a-8008-9bb7eafae4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:54.958785 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:56.136104 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:56.428248 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:08.149213 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:18:19.760936 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:22.023429 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-d5fa1f4a-37bd-4007-876e-2547ec36d89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:24.500820 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-937dfe8e-d3c7-4d01-b07e-9606cbf8e9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:24.962712 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:26.138795 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:26.429262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:45.148922 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:18:49.785276 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:52.025887 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-3e4c616e-f785-4d0b-bb9d-9d339e74f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:54.503867 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-43d08acc-3d3a-4bdf-a716-07f66b06efdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:54.965016 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:56.141971 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:56.432340 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:19.802746 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-da071622-90e8-41aa-8fc0-fa6e24acd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:22.028316 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-8984a9ec-269f-4224-a05f-36404793744b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:22.148853 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron.db.agents_db [None req-4af285c3-f732-4287-9ebe-79ec46dd015d None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:19:24.506262 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-5f76afee-7315-4cae-8154-991a59866b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:24.968121 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-4199fecd-072a-4bc5-bbd3-0407cd73cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:26.144765 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b01a-3e58-4a14-b9da-a5f04933e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:26.433460 dv-cinder-759961-3-smb neutron-server[83811]: DEBUG neutron_lib.callbacks.manager [None req-70f8e53c-4ca6-495e-9fd1-51ce7df813c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768588793561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4855476'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}